{
    "measurement": {
        "model.layers.0.self_attn": [
            {
                "accuracy": 0.909354473415174,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9139320034729808,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9263692090385839,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9296825622257433,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9279294013977051,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9404903901250738,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9292450264880532,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9417411590877333,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9599709008869372,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9603100199448436,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9680498211007369,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9798842103857743,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.968451694438332,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9804067705806933,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9790402305753607,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989043256954143,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.97916106330721,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966334916259113,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943250998070365,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.0.mlp": [
            {
                "accuracy": 0.9670864124047129,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9686802970735651,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9707469124543039,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9720020168705991,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9860946426266118,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902160167694092,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914387699804807,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929147692103135,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940225623155895,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928948314566362,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952951806940531,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956601838532247,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972067038087469,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972123401729684,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974300598627642,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976060886524225,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982470054375497,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.1.self_attn": [
            {
                "accuracy": 0.9482428713848716,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9533349118734661,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9578702606652912,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9661399377019781,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9671259710663244,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9672979524261073,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.970337102287694,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9704514114480269,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9720238321705869,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9724385487405878,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.977615154103229,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9774742283319172,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9783383890202171,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9780986183568051,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9848345110290929,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9863048666401913,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.985203471622969,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957506574298206,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995748817528549,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.1.mlp": [
            {
                "accuracy": 0.9632725778378939,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9642903302845202,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9704423327195016,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9723339206294009,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9818877562096244,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9843114128238276,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9869457553876074,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907498281253012,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918671501310248,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907925881837544,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925146847963333,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952571639104894,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962144470528552,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973479119178496,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975775866524169,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980541238267171,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992584595456719,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.2.self_attn": [
            {
                "accuracy": 0.9438288462789435,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9466038252177992,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9555960548551459,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9649715611809179,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9663512079339278,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.968241246123063,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9711152848444486,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9731303829895822,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9743896330657759,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9745992516216478,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9769724450613323,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9784317377366518,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.978113729702799,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9793961691228967,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9832151202779067,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9859859221859982,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9836036798201109,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956799102456946,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952707761212399,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.2.mlp": [
            {
                "accuracy": 0.9530429965571353,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9542711471256456,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9618592544605857,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9640245531734667,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.975903227141029,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9793764352798462,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9824383682326266,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880902594641635,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895998937518973,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875203692599347,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901194368538103,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935210511872643,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950811906080497,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965063180578383,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966345598038874,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971254916959688,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990391489118338,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.3.self_attn": [
            {
                "accuracy": 0.9374176263809204,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9464217361650968,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.954415594276629,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9631203413009644,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9638125363149141,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9654169710058915,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9685758540504857,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.970185399055481,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9722274510483992,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9724118301742956,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9782705150152508,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9805381799999037,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9797883425888262,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9818208029395655,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.98456650815512,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891555905342102,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9849339017742559,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966218989146384,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951178113880911,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.3.mlp": [
            {
                "accuracy": 0.8605030210394609,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.8608104806197316,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.8611292964533755,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.8613681416762502,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9560215630029377,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.93357084926806,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9338060554705168,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9439275076514796,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9351336893282438,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9849067251933249,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996007690304204,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947667482652163,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949710941628406,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948940226121953,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964021895276872,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964586065003747,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965793713927269,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.4.self_attn": [
            {
                "accuracy": 0.9966072193101833,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968571986414885,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971997953559223,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997525343769475,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975644338287806,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997593413450216,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981983721648392,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982715445129495,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983963037988073,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984077401459217,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982913260005022,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984346115471501,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989162087440491,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990182041533684,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993936763586182,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995036168318046,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994220290038931,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9998414794620323,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9998548746991315,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.4.mlp": [
            {
                "accuracy": 0.9943460727992811,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944995755427762,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99528474399918,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955189502552936,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970933138147781,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974419774585649,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977702580784497,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985412414136686,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986773173471815,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984956843484389,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99876814864968,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992100819945335,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993923376069257,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99954940863934,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996040370315313,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996607431063527,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9998675407106546,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.5.self_attn": [
            {
                "accuracy": 0.9957809761950844,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960579119230571,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964188768675453,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972629923569528,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973502298326868,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973912952761901,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979816245797434,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980305041137495,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980472839976612,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980665829620863,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980836589085428,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981152756433738,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983197409463557,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983252755513317,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987650801868815,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987979961657211,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988187234848738,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991690196881169,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991798465091147,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.5.mlp": [
            {
                "accuracy": 0.9935723896089353,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937425663596705,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994700776511117,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949980566376134,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966649624862169,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970994952477907,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975202232599258,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982177164209517,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998516702142201,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981598695249934,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985568608696523,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989186389077651,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992832921837506,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999319501123146,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993867591807717,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994394548825527,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997634704126731,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.6.self_attn": [
            {
                "accuracy": 0.9958142822510317,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961937928670331,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968341636030298,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978515131301001,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980580336169192,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980558300096738,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987701397193106,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987766678003889,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988621127252516,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989000473563608,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988971860393098,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989608777196783,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991613877447028,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992199538667735,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995409526715153,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995981340394601,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996498548180649,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9998070562111312,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9999029693978005,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.6.mlp": [
            {
                "accuracy": 0.9926741029086866,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928535591614874,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939555937522336,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994288188454352,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996418818439308,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967019338356821,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971787792287374,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981193071917484,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982793921310651,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981934102742296,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984237999704323,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990773580380177,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992128639040809,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994911348545238,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995338507486802,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996268274752718,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9998651108778033,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.7.self_attn": [
            {
                "accuracy": 0.9962599069664353,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996620128421407,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972826538509444,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997958308575969,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981477837029257,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982048088782712,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987538677493208,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998789886796945,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988650203143296,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998889608014571,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989153734947506,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989776868177088,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991958636888548,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992520728785741,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995586508885026,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996281889953503,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996206920201841,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9998364044647468,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999898076602748,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.7.mlp": [
            {
                "accuracy": 0.9917081633680745,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919472274027372,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931239321043617,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934833904630259,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959707683638522,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963191822171211,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968387139470953,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979484120481893,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981310087207117,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979691168195323,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998217903861874,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989667605412634,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999122407973597,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994439692971738,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994732764500537,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995744577363918,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9998503193308256,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.8.self_attn": [
            {
                "accuracy": 0.9946347039781118,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994994504279212,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958055466413498,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967490736591188,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968892216290298,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996594127463667,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977878271357009,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978417322823876,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979899445254552,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980122990121967,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979322625226096,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980067757791594,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985852078779748,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987036621100024,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992162589179842,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993390926208935,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992973282443065,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997602542127041,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9998212443591145,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.8.mlp": [
            {
                "accuracy": 0.9910728554976614,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913049936294556,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926317130264483,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930404032531538,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995133432510652,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99603555233855,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966245191661935,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976238182892925,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979910964244291,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974374492701731,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980956702248046,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986493038503748,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990510594491896,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992649755195567,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992885455293091,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993771883217912,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9998016167603629,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.9.self_attn": [
            {
                "accuracy": 0.9934993260785153,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993820946859686,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944628382983961,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956503067361681,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957774301108561,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958489858790448,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968518563791325,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996964194076626,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971172031211225,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971501458632318,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970546998083591,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971893539554194,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979547713147966,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981352449639848,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988857815532308,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999039430759455,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989765399184666,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996710090996012,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999738653043383,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.9.mlp": [
            {
                "accuracy": 0.989857236805715,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900927739708048,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916165424020666,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920883563004042,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943017959594727,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954983595954744,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961895511338585,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969933811379107,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976397499834236,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965038154470293,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977652367792631,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976825000424134,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988673974416757,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983988842485767,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984195027500391,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984712128184343,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993218882009387,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.10.self_attn": [
            {
                "accuracy": 0.9919801025014174,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923580139875412,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993439456349925,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944201488243906,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946917785625708,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944964976687181,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996038413753635,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961293284830294,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966045151415625,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966406833968664,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963831713325099,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966944165919956,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975689667228022,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979804238598597,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987211635238246,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989874361965217,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988123334356045,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996465574214725,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996853212973005,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.10.mlp": [
            {
                "accuracy": 0.9882977212730207,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988601731626611,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905112919054533,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910858751911866,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942037157322231,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946805803399337,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954945954837298,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970293005830363,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973067227554949,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970671003194231,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974439450000462,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985111765563488,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987292396590898,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992040861888152,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992422752670551,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994042523107246,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997881617102968,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.11.self_attn": [
            {
                "accuracy": 0.9923697372800425,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924969375133514,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936473471553702,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948533840085331,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952301335962195,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953103014513066,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965026817823711,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966109822455206,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966599278544125,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966965913772583,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966744913866645,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967957662516519,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975791467647803,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976414969485057,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983973155092252,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998488386994914,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984780002973581,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993626675323436,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994190420073114,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.11.mlp": [
            {
                "accuracy": 0.9863130528675882,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866618404262945,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886899441480637,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893017121051487,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929471651190206,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938503052843245,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99474231114513,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964857109283146,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968900984447253,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964073625834364,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970467816057959,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981528132369644,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985324708058646,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990134420559594,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990532667817253,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992080220560494,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997370763632812,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.12.self_attn": [
            {
                "accuracy": 0.9891009730728049,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894085589208101,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911915103071615,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922489170965395,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992465897610313,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927566733799482,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950723793161543,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952877065853069,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955181122610444,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955521963144603,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995516519013204,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957236373110822,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974250789535674,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976753766991591,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986260490197885,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988423052587008,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987323154744349,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995873824350143,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996602573481045,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.12.mlp": [
            {
                "accuracy": 0.9852472998593983,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9856148220990834,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9879150970986015,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988614263503175,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99276008496159,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933549079455828,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943604622232286,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962982300080752,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966413962997889,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963345311974224,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996808972209692,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981341271808273,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998411853258547,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999001964338516,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990483979253393,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992428598925471,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997315914125035,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.13.self_attn": [
            {
                "accuracy": 0.9854731826405776,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9859739981199566,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871578153811003,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897615219417372,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910855826578642,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99106785811876,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941087133790317,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994350436486696,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948686435818672,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949830374435374,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945391447920549,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948918552775132,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964782893657684,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967312375573736,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980961429445367,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983690301642606,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984178467604675,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993416864522978,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995805070686498,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.13.mlp": [
            {
                "accuracy": 0.9842785612532967,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9846230964911612,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874286730038492,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882806100343403,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922460090172919,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928700257288782,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940861400805021,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960310725789321,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964128191533842,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960768956102823,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965780671489867,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980063779573691,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982976609546887,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989379241474365,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989853786598695,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992251411864632,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997153097861692,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.14.self_attn": [
            {
                "accuracy": 0.9831532726162359,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9832723187772852,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9848404558081376,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987271818675493,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895258098840714,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898103161862022,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932798304055867,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934865306866797,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941772983262414,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943197236249322,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935975208094245,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942586476865568,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995960575185324,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963346629550582,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978838062992221,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981937524127332,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981933979219512,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99925903304431,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995326595871072,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.14.mlp": [
            {
                "accuracy": 0.9812807503499483,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9817148713689101,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9849851005955746,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.985979687226446,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907425242035013,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914807410616624,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992898144220051,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952565741382147,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957060813903809,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953133287398439,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959086756172933,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976180872242701,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979654642704286,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987318099133278,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987885341244308,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990668938936371,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999661526250604,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.15.self_attn": [
            {
                "accuracy": 0.9833672799562153,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9849992974808341,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9867175582208132,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894224993492428,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909638495821702,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911267349594518,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994458083259432,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946511250577474,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948992897805414,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950264857003563,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948650006400911,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953199452475497,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966428515158201,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969255234065809,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981565661728382,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984365218368015,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985142306081558,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993486018165162,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999619971911766,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.15.mlp": [
            {
                "accuracy": 0.9790529467557606,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9795510502238023,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9831914682137338,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9842412189433449,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896804847215351,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904997591909609,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920272278158289,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947441710453284,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952207670400017,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947746643110326,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995432338040126,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973452608836325,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977276968328577,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985892049183971,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986480292128889,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99894243106246,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996252804994583,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.16.self_attn": [
            {
                "accuracy": 0.9800202140682622,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9829018382649672,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9843951965633192,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875165482884959,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889583807242545,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892954904782144,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932823047826165,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936322663959704,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994001615596445,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941383608077702,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943099468946457,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994735964034733,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959571781127077,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963023960590363,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978929763953936,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981870408120909,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982829331175277,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992341198223201,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995441317166153,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.16.mlp": [
            {
                "accuracy": 0.9747113710955569,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9753038647927736,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9796007181468763,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9808851731450934,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874424550094103,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884235772647356,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902656541058892,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935631571631682,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941499562639939,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936333918257764,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944223639996428,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967611337962904,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972228513736474,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982729189490017,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983511502413374,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987180482007956,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995401490871844,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.17.self_attn": [
            {
                "accuracy": 0.9703572078755027,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9760358443385676,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9788221465913873,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.985340974832836,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874405962856192,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875792900198385,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915454803328765,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991682851000836,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922572891963156,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925083039622558,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936929792165756,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941431927053552,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994343997224381,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948381573746079,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969267364787427,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973913044913819,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976993952142564,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987967950537017,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994046240064659,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.17.mlp": [
            {
                "accuracy": 0.969658773196371,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9703567906429893,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9756048698174326,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9771517452440763,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9849557139371571,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9861165253739608,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988351143504444,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923068865349418,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929962362113752,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923771376672544,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933092139269176,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961252479176772,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966707809975273,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979400805344707,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998027654462739,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984696108455721,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999454556719253,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.18.self_attn": [
            {
                "accuracy": 0.9694324135780334,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.972422392744767,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9749641167490106,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.981382081383153,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9846852578614887,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9851120977025283,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911441826506665,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914603201966536,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921310904778933,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924950772210172,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923970142477437,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929689357155248,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941294036413494,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945943920235885,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996830220089147,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972857362345645,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997764891111537,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987048503795737,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994213671276444,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.18.mlp": [
            {
                "accuracy": 0.9626976879019487,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9635355849015086,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9687553612809432,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9702854878024051,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9820095849664587,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9838634682329077,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9862337222224787,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910894836250105,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9917094182027014,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911582367984872,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922409920315993,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954672616563345,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961265917671355,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975170677429751,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977056078220669,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981758763131342,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993343177790704,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.19.self_attn": [
            {
                "accuracy": 0.972853560196726,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9749062076995247,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9778196733248862,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9826290701564989,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.985380260567916,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9857234452900133,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914327703024212,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991571675005712,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922211366264444,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924601983082922,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921897187044746,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927141556614324,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945812644927126,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950607920947828,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971107268019727,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975251229970079,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977633002165117,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988789190783313,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994065836071968,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.19.mlp": [
            {
                "accuracy": 0.9613862602334273,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9624336173659876,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9685949087142944,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9703075917143571,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9810599653344405,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9825121462345123,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9849738196322793,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990365290328076,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911390354758814,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904032106462278,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915620794421748,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951211186616045,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958016001864484,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997396771060793,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997511806848802,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979951322862977,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993143557619891,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.20.self_attn": [
            {
                "accuracy": 0.9781261917791868,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.97889444231987,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9827738106250763,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9867788459125318,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881372490995809,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884677960684425,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906829736734691,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990866346578849,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913001907499213,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914927255166205,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937520105587808,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941969274690277,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942588261083553,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994697168469429,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969125552789161,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973725529485628,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972876192707765,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989137476996371,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992745454472146,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.20.mlp": [
            {
                "accuracy": 0.9609732157305667,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9619582075821727,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9681055828144676,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9698266418356645,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9807027703837344,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9821926794554058,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9846834148231306,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901728826133829,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990990192482346,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990217470809033,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914033005112096,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950275393693071,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957236451537985,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973545558750629,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974661559650773,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979554873548055,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993032879245124,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.21.self_attn": [
            {
                "accuracy": 0.9716351189111408,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9725194353806345,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9751699660953722,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9799472626886869,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9837453475123957,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9838973189655104,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905165708378741,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910407285941275,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913729382188696,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991646652158938,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912504553794861,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915969199255893,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993998852607451,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946273620191374,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968435750587991,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973748606678686,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997596454463507,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987972495391181,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993822436387602,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.21.mlp": [
            {
                "accuracy": 0.9589152649829262,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9599651349218268,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9662557369784305,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9679932625670182,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9796584295599085,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9812330023238534,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9837559430222762,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896508784670579,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904920709760565,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896752771578337,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909205938640394,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947445745530882,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954786383007702,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997201065875982,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973188344585268,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978113878322276,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992572782855285,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.22.self_attn": [
            {
                "accuracy": 0.9735045182077509,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9768617247280321,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9813422231297744,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9849511353593123,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9864637067443446,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9865265080803319,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887619230308031,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889102091914729,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899104621849562,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900399266104949,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929912019717065,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935007691383362,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934439792444831,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939181455656102,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964885268556444,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970129118546059,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996876098019512,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988655468547031,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992073989032131,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.22.mlp": [
            {
                "accuracy": 0.9576623251563624,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9587893015459964,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9650849009815016,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9667913066713434,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9790654903963992,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9807079826530657,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9831954131000921,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893720095094881,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902277706485045,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893684473476911,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99066960341052,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945890546629303,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953573067721567,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971218599300635,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972371547237823,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977135336712787,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992442896687671,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.23.self_attn": [
            {
                "accuracy": 0.9769278529443239,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9775182353822809,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9810855561181119,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9850916438981107,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9870756292029431,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871909414467058,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899755528098658,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901635850730696,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908812555827593,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910306318810111,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933766573667526,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937872423937446,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938852132151001,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943178139234844,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966059746710878,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971129390362062,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971011779025981,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988369239788306,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999257796198914,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.23.mlp": [
            {
                "accuracy": 0.9570781870892173,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9581973740929052,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9644116978896291,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9661096334457397,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9787415297407853,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9804003270048844,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9828913776498092,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892270988539645,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900982677936554,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892224920423407,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905424212154589,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945248553627416,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952947524817366,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997091140009855,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972058244441685,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976795582394851,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992354427905459,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.24.self_attn": [
            {
                "accuracy": 0.9811171857934249,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9819322793107284,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.984515340704667,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878473485770979,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892482263477225,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896652510291651,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913094177057868,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918351573379416,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925137789625871,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926535298949793,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994306040437598,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994687348996338,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947896438993906,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951379789333594,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971324258336896,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976039789617062,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997457685831346,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989925663133985,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999331271177844,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.24.mlp": [
            {
                "accuracy": 0.9565056876132363,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9576189925796107,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9637979582736367,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9655015876418666,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9783090949058533,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9800356265745664,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.982551424126876,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889776659639258,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898769416307148,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889782094641736,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903301298618317,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994383690780715,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951858324439902,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970131210590664,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971336663553589,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976164600566814,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992067462911731,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.25.self_attn": [
            {
                "accuracy": 0.9766984691745356,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9773802694521452,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9778367845635665,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9802461046921579,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9829393060583818,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9849112520092412,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896454089566281,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896228423244074,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904895605225312,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906305223703384,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902186730974599,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907207928205791,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937917676411177,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942505438076822,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965636812542614,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971309429720828,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969342950927583,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989023999752182,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991847344331051,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.25.mlp": [
            {
                "accuracy": 0.9550980360884416,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9562776778873644,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9625845896570306,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9643206470891049,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9776383324673301,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9794215293307054,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9819601758530265,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886482483462283,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989562789076253,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988643690943718,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900424009875247,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942178055644035,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950390960040846,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969169834726735,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970469314016794,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975283202764235,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99918239426456,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.26.self_attn": [
            {
                "accuracy": 0.9751484660725844,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9754160313229812,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.978622389467139,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9819168024941495,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9845107856549715,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.984723753050754,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896546468922967,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895757640662947,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991101644541088,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912479896294443,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990117009533079,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991113479984434,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933884379110838,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943550127117258,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965306277337828,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997235522066292,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970092647954037,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989199742282692,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991914729930853,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.26.mlp": [
            {
                "accuracy": 0.9544306711146706,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9556681356931988,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9619788182409186,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9637410201524433,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9773800012312437,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.979134107890882,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9816780953030837,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884841128399497,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893888289991178,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9885242934289732,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.98990209479081,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941668702583564,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994973646182763,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968854835943172,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997024596325661,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975151925494796,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991820975157776,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.27.self_attn": [
            {
                "accuracy": 0.9700242626039606,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9713847982256036,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9740051674215418,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9793338901118228,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.983998632744739,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9845077050359625,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914934211655667,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9917719089671185,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921998899233969,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925499997640911,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922435220919157,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927257197467905,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939271995895788,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994525152209558,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967434659208122,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972372725605965,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977879614422196,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986176784885558,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994000911614612,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.27.mlp": [
            {
                "accuracy": 0.9524376706073159,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9537118736066317,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9606811874791196,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9625898317286843,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9764607611455416,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9782795357076746,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9810667477155987,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880129514556182,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889682076479259,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880619825501191,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894984615476508,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939303751054563,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947706288412997,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967577349590627,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969062550287497,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997451082852326,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991465310909247,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.28.self_attn": [
            {
                "accuracy": 0.9727389216423035,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9732342268291273,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9768010691592568,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9821317964478543,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9855084701588279,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9859871440812161,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894979643194299,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900569711860857,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906798365869021,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909229694228423,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924830904132441,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929971051843542,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929982776704588,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935700960065189,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962205631952536,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967325451342683,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970346434335959,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985508204094673,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992108803830648,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.28.mlp": [
            {
                "accuracy": 0.9510866183983653,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9523748128037703,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9595784890024286,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9615591670337477,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9757076768498671,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9776075937246022,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9804997444152832,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875948170298025,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9885801963115993,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876488384447599,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891292044990941,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937021630375009,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945796410504141,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966312760585233,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967834667155617,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973494098766854,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991061708056613,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.29.self_attn": [
            {
                "accuracy": 0.9702708376081366,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9714049791034899,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9751256641588713,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9808527811577445,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9848530417994449,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.985056061493723,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893393657709423,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894544890052394,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901876512326693,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902220768363852,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922248015278264,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927769444490734,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928774582712274,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934655494595829,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995953194797039,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996659223970614,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968799187948829,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984339761890864,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991975519806147,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.29.mlp": [
            {
                "accuracy": 0.950442301599603,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9517927922700581,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9590065102828176,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9610144339109722,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9754455622873808,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.97733967712051,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9802294985244149,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874516709854728,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884370510515413,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875308871269226,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9890149392579731,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936499976013836,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945266552661595,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965935572981834,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967498451863465,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973072054746904,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990633186933241,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.30.self_attn": [
            {
                "accuracy": 0.9706595257708901,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9716625778298629,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9752708908758665,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9818208327418879,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9846843481063843,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9853347257563942,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891908890322635,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900577295767633,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908839260276995,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911628153763319,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922713190317154,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927548052448976,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930477016850522,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935721225644413,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996153530713759,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967738884060007,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971169599969136,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984598045090312,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99925218257857,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.30.mlp": [
            {
                "accuracy": 0.9507824088397779,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.952126355547654,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9593648439959476,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9613917877799586,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9756205615244413,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9774925049982572,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9803984729867232,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875194398980391,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988503779235639,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876057380124142,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9890791224805933,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936843945791847,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945534765720367,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966139491451415,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967670346561232,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973468590331706,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990677199277439,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.31.self_attn": [
            {
                "accuracy": 0.9593575345842462,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9599270224571228,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9641626759579307,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9714831270669636,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9796416100702787,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9795305493630861,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9890206024834984,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892687679905641,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899482648623618,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903970109788995,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895869932676616,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903501499640314,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916198096777263,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924690856745368,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956316344047847,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962744418727724,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972117721642318,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981124826559895,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992376357120903,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.31.mlp": [
            {
                "accuracy": 0.9499108007079676,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9512714963210256,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.95868770699752,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9607533341959903,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9751695770966379,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9770820862368533,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9800526013499812,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9873136258439014,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9883077575972206,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9873820590345483,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888791653670763,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935749902536994,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944569527318603,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965648815820092,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967196195533401,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972972691451248,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999091542178863,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.32.self_attn": [
            {
                "accuracy": 0.9684670253803855,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9698673549451327,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9734194278717041,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9775157100275943,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.980887875745171,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9829696165887933,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902295242798956,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903940879984906,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908091104344318,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911487094665828,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905832543184883,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914501042742478,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937139059367933,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941788613796234,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965283976573693,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997076690000923,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972460624810896,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986933674663305,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992675894969388,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.32.mlp": [
            {
                "accuracy": 0.9497729759467275,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9511001266931233,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9583970841608549,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9604861548072413,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9749638516651956,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9769089504292137,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9799168564771351,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871566546590704,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882034863296308,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9872628536663557,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887918971086803,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935044018845809,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944086137570833,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965163735966933,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966803832273734,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972739172609228,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990515456976075,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.33.self_attn": [
            {
                "accuracy": 0.9627393546857332,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9636779458899247,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9686835659177679,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9756131109438444,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9807925788979781,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9812071856699491,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898653712711836,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900912815018704,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905911636979956,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910326153039932,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904817789793015,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908824829678786,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923388471728877,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929143449193553,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958454111689016,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964553055010343,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973146735053313,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981753516354059,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992864517200934,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.33.mlp": [
            {
                "accuracy": 0.9476608037948608,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9490318894386292,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9561911037093714,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9582076009951139,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9695018686746296,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9752102807948464,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9780107799329256,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9824942507241902,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9858651114137549,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.979915799278962,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.986385819159056,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9852224164887479,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913836811718187,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889859298342153,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9890396916552594,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892081704578901,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942133865858379,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.34.self_attn": [
            {
                "accuracy": 0.9558368137008265,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9604510351231224,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9642461601056551,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9706828029532182,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9769986005205857,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9790365805751399,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880720149529608,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884558539641531,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881311106054407,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988693148681992,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889393935078069,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897257442537107,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920121768587514,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926672946465643,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957057084692152,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963930108045277,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971069748464384,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981625472244463,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992295413915264,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.34.mlp": [
            {
                "accuracy": 0.9483613716928583,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9498510956764221,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9578407971482528,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9600381349262438,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9745859786083824,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.976538990673266,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9796435236930847,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9869959236759889,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987997077013317,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9870819700391669,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886164210344616,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934184606138029,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943239037927828,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964670080103373,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966271841212323,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972416570312098,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990202568863568,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.35.self_attn": [
            {
                "accuracy": 0.961160283339651,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9636187678889224,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9688576899076763,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.976016596743935,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9813445100658819,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9814415997580478,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891875496036128,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895705282688141,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990311075198023,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907960468216946,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901709878130963,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909174348178663,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921474817552065,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928256798731653,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957735961989352,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963785621680712,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971448722246447,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981859985150789,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992306093244177,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.35.mlp": [
            {
                "accuracy": 0.949344349534888,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9507869858490794,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9583985240835893,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9604736566543579,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9750890120079643,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9770013752736544,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9799306988716125,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9872722970811945,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882543902648123,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9873444132114712,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888424834138468,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935500923740236,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944351288048845,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965412220672557,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966915340015763,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972668446992573,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990344882795685,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.36.self_attn": [
            {
                "accuracy": 0.975528652730741,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9765736288145969,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9798692935391476,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9846658016505995,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871381623180289,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9873015425707165,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911272729697981,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912886611725155,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919111548285735,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992116095988374,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931285593070482,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936573799503478,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993894100189209,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994432526591577,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966419903855575,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972129868049371,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972701011911819,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987145966213,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992948667587418,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.36.mlp": [
            {
                "accuracy": 0.9512047516672235,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9524920457287839,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9596011701383089,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9616464815641704,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9757347044191862,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9776028049619574,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9804947642903579,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875309765338898,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9885399059245461,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876571776051271,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891192536605032,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993702173625168,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99456921102185,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966151130042578,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967705564279306,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973444968069854,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990363630809282,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.37.self_attn": [
            {
                "accuracy": 0.9725185381738763,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9738890967871013,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9766646309902793,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.982340892678813,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9857033255853151,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9859656064133895,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914717133107939,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916668040187735,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992218722638331,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992513720142214,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920897107375296,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926222045170633,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936066654167677,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941656130709147,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964262898031034,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970153291758738,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973255542940215,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985873417830781,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999259054807848,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.37.mlp": [
            {
                "accuracy": 0.9521562143375999,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9534007875542891,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9603359009090223,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9623331741282815,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9762141359479803,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9780450353496953,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9808694030109205,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878156718454862,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988804252524125,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9879113231834612,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893611700911271,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938396054663157,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946982468429365,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967008801667314,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968449338094184,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973895643886767,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990654391677756,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.38.self_attn": [
            {
                "accuracy": 0.9727539796578256,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9737661073082372,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9766033872177726,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9822611432326468,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9851568780447307,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9854572195755807,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905827641487122,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910540792502855,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914873885480981,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918017842267689,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914948187376323,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920014605710381,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933586842135379,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939284254061548,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963387329327432,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996968756380834,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997158412478472,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985861796885729,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992607663826722,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.38.mlp": [
            {
                "accuracy": 0.9528045089621293,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9540479810614335,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9608810136192724,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9628214145961561,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9765573316498807,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9783565903964796,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9811082215685594,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987988251604532,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889243943126578,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880848581853666,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894884581628599,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939296241653593,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947545249995432,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967405119616735,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969014364637827,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974385809741522,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991211408847257,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.39.self_attn": [
            {
                "accuracy": 0.9728755198026958,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.973894139653758,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9767526356797469,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9823656035097021,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9854639094126852,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9856936304192794,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99049443241797,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909582404713881,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915700939140821,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919550481595492,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914379386525405,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921317994594574,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933559408313349,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938880448278627,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996281792458735,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968880791413156,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970463059450451,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985453064896559,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991865393362547,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.39.mlp": [
            {
                "accuracy": 0.953044310996407,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9542481365956759,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9608709969018635,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9627743269267836,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9765849254633251,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9783906842532911,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9811033057539087,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880209706331554,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889855651479018,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880952937038321,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895161680485073,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939369637715189,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947762799106146,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967595972120762,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968931747502402,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974096517421698,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990878096340519,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.40.self_attn": [
            {
                "accuracy": 0.9790435856894443,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9800553588490737,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9818075299263,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9851718262622231,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877708381728122,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881363260118585,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915418420967302,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920624353383717,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925465968094374,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927260483566084,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925452110014463,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929038294051823,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942564215315016,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947862444739592,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967373374261355,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972764928089944,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997172148604142,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988988731056452,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992674435243795,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.40.mlp": [
            {
                "accuracy": 0.9527882431682787,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9539625864279897,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9605635498699389,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9624913711296885,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9763397731279072,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9781784242705295,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.980927459503475,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878667757699364,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888709336519241,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9879657234016218,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894096569011086,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938602839645586,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99471575845229,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967050571974955,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968504231227072,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973719692543933,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990555803830686,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.41.self_attn": [
            {
                "accuracy": 0.9814160481879586,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9822430924365395,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9841268203760448,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9870692522902238,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895708670741633,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898966590040609,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925110246005812,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929723135734859,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933906354402241,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935597197005623,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935554375773982,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937098128230948,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949568917876795,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953416240842718,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970592162326762,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975234644585534,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973943815811684,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990157728132448,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993299811980442,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.41.mlp": [
            {
                "accuracy": 0.9538337243230719,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9549657106399536,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9613816863612125,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9632222495580974,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.976861203971662,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9786504099243566,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9813072022638822,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.98818638920784,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891553866235834,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882547753421884,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896560719138697,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940264283826477,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948485379940585,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968176339017717,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969423805412493,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974425205666768,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999099091185551,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.42.self_attn": [
            {
                "accuracy": 0.9814705440872594,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.983520181555497,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9861550142890528,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884609085948843,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895943387558586,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901072884860792,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924300673760866,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930408353868284,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935144417380032,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936583226448611,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940201628365015,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940228430848372,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954975514035476,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957944664515948,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972673217324834,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997801057210094,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974839050126704,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999149991689544,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993639833931076,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.42.mlp": [
            {
                "accuracy": 0.9544730970734044,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9555967293287578,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9618091206801564,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9635674827977231,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9771649806123031,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9789294631857621,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9814993519532053,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988347598596623,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892901252759131,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884018796054941,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897756505953638,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940956560404677,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949033095648414,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968521763619623,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969710076325818,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997451157358132,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990979057589644,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.43.self_attn": [
            {
                "accuracy": 0.9818813691013738,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9824401642146864,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9842940725778279,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9870381120004152,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9890002639670121,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891166106650704,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923392087221146,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929811742744947,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934548617977845,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936183796901452,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934923025338274,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939105047991401,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950900862091466,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955470726678246,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971738714528712,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977729706779906,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975091965967103,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999030975428851,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993177763627548,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.43.mlp": [
            {
                "accuracy": 0.9538898028825459,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9550232479446813,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9612329884579307,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9630142669928701,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9768422936138353,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9786353205379686,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9812149091770774,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881681015616969,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891339509110701,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882408874599558,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896409095902192,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940209522059089,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948412630903093,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968133100161427,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969487998046374,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974356438768538,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991396737137908,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.44.self_attn": [
            {
                "accuracy": 0.9732153196083871,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9749462337870347,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9807425157019967,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9836289129759136,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9864125047859392,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9873145481473521,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915424083408556,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991945419656603,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927098735382682,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928332975036219,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927336487330889,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929204779235941,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948579539593897,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995367410151582,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971959926187992,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997654623891178,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976700801206263,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990037099311226,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993918037140056,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.44.mlp": [
            {
                "accuracy": 0.952985029471548,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9541397596660414,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9604280434156719,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9622449153348019,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9763478777910534,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9781786046530071,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9808145290926883,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878957208834196,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988887253560518,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9879785384002485,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989409362799243,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938776900893763,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947220937986123,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996731021882672,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968788339511344,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973769764366903,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991265265761238,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.45.self_attn": [
            {
                "accuracy": 0.9813681668356845,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9821657491357703,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9851651662274411,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988523153098006,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898075626084679,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907044195815137,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927990264014194,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932956334791685,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938486638037782,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940040037035942,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940574075046339,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994377615028306,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951882256489051,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956047742774612,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972684534364625,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977653599099109,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976025247260144,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990658998293312,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993681234160536,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.45.mlp": [
            {
                "accuracy": 0.9533290580699318,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9544830322265625,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9606351977900455,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9623981463281732,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9765092244273738,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9783380047271126,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9809040364466215,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9879888241228304,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889709275019797,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880581498146057,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989487328027424,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939206689596176,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947581385311327,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996752212902433,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996886959789615,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973662354444203,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990850669380865,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.46.self_attn": [
            {
                "accuracy": 0.9905924844114404,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910799311964136,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923417285868996,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938753619790077,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942945606614414,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949061431382832,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954619693912958,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961823832831884,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996590944105073,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966388580046202,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968717241365659,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971691677836996,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971694379652801,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974775771169286,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980716003399146,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998512636379976,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981620284287553,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994509707842218,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994976319568721,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.46.mlp": [
            {
                "accuracy": 0.9537617375976161,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9548958006658053,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9609972803216231,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9627128400300679,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9767292220341531,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9785382465312356,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9810693750255987,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881281029236945,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9890930974169782,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881740479092849,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895841918493572,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939843753450796,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948120936751366,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968000040634682,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969303766755682,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974053900100683,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991459006345585,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.47.self_attn": [
            {
                "accuracy": 0.979059310335862,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9779331386089325,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9849298596382141,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9865105685434843,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877194228925203,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884177360095476,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923435975062219,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929362511948535,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935930171295216,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937073400146083,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936628157370969,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939679068170095,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956677175666157,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99611688718984,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976781765489202,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980239309370518,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978804527536819,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991782429186922,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994070431903789,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.47.mlp": [
            {
                "accuracy": 0.9529863439108196,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9541575093018382,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9603075134126764,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.962049939130482,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9763428066906176,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9781813511722967,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9807443069784265,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9879248401052073,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889113769719475,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9879846988539946,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894151240587234,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938864884407896,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947250226610586,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967406115641719,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968642961037787,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973418385182556,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990667794880114,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.48.self_attn": [
            {
                "accuracy": 0.9761601341398138,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9785448187275937,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9858627523246565,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874780946656277,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882542961522153,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9885596993722414,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921961536532954,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932825220258612,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937031735715113,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937883474324879,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934629648923874,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938269575175486,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955231084635383,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959691747238761,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974663110547944,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979650888003802,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976385782815909,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992085503120172,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993784507050326,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.48.mlp": [
            {
                "accuracy": 0.9519768169051722,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9531766270336351,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9594256187740126,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9612186456981459,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9758050488798242,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9776949380573473,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9803128179750944,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876328345976377,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886391186400464,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877052887489921,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891682196604578,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937367431427303,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945957864585676,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966467877751902,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967906302527377,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997281017272096,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990473549420896,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.49.self_attn": [
            {
                "accuracy": 0.9767560817693409,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9801753194708573,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9855309426784515,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881478767645987,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897016161366513,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899316775171381,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929465753467459,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934844856983737,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939295790697399,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940866655425021,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935488253831863,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994073008628268,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957284386220732,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960656393515436,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975427336206562,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979089312255383,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978653080761433,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991325565466755,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994211575800651,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.49.mlp": [
            {
                "accuracy": 0.9521125806005377,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.953306888279162,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9594198653572484,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9611575383889048,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9758645296096802,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9777523890921944,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9803077954995004,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876568144873569,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886680057174281,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877301344746038,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891942323822724,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937549947123778,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946144242819986,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966631908165781,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967946151369497,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972708695813229,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999039294982427,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.50.self_attn": [
            {
                "accuracy": 0.9825325184746793,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9826676437729284,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882889029226805,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898200521343633,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906550920323322,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919755301977459,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934965474040884,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939990502439047,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994507512371791,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945610420484292,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946862714071023,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950725965593991,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962648106248755,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966364965627068,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978498847861039,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982435844446483,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980067628386774,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993356868232551,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994615699703756,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.50.mlp": [
            {
                "accuracy": 0.9524507522583008,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9536286121920535,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.959737755750355,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.961447066382358,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9760318633757139,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9779050209020314,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.980445251653069,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877682461550361,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887647997391852,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878097223608118,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989264356462579,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993795329018643,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946527559506265,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967007370371568,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968307471196902,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973035964526629,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991175223534045,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.51.self_attn": [
            {
                "accuracy": 0.9769318715522164,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.97895537238372,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9846420241029639,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9865891886384863,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878193430210415,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9885902553796768,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9917586179156053,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922166749050743,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931781691940207,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933055631424251,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932826631947568,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936062717124036,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952778063322368,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957418614312222,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973981366737893,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978013799378747,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997607961689171,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991411201067661,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993526558146665,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.51.mlp": [
            {
                "accuracy": 0.9518804926621287,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9530708099666395,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9592296888953761,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9609618626142803,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.975738724595622,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9776318637948287,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9801964838253824,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876009288587069,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886096213993273,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876565878328524,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891293260611986,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937119087890575,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945778827133932,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966398571666918,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967885754610363,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997268528922608,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990878140455798,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.52.self_attn": [
            {
                "accuracy": 0.9701083741689983,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9705703227143538,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9783366730338648,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9819112749476182,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.985082380081478,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9859418194544943,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913488657850968,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916190316802577,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924712949677518,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927228759778174,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992507563609826,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930243805835122,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945034788627374,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950175104956878,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970483387771406,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974793738832599,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976538878522421,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986977413492767,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993638922215292,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.52.mlp": [
            {
                "accuracy": 0.951256767699593,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9524725675582886,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9586708828022605,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9604482368419045,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9754062859635604,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9773375031195188,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9799385760959826,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874143255384344,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988454603835156,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874823242425919,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889957269555644,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936169378067318,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945075907989552,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965782765495149,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967239059899983,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972083143105632,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99900971029542,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.53.self_attn": [
            {
                "accuracy": 0.9766279631539395,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9789143408599653,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9848298712780601,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9870011022216395,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886866705982309,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889254060230757,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930253781770405,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936398267745972,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941105909253422,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942421968045988,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940668658206337,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944095972337221,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956803412029618,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960831344911927,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975028104687992,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979166731630501,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978120787755439,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991497430754336,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999432652012298,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.53.mlp": [
            {
                "accuracy": 0.9517726521742971,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.952980427365554,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9591138582480581,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9608429889929921,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9756945999045121,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9775751029190264,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9801335695542788,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875760721532922,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9885866838066202,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876438512613899,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891104862878197,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937077862651724,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994566931928459,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966344398103262,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967624956839963,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997237113549521,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989997820046387,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.54.self_attn": [
            {
                "accuracy": 0.9820342142330972,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9828871441514868,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875166149515855,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990024460773719,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913841917326576,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915112735409486,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934266405670267,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942356673510451,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947374839531747,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949187169733801,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951641183150443,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954258085865724,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960600831790974,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996498485144816,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997651823453213,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980675199706304,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997905689242639,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991312654394853,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994417739737975,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.54.mlp": [
            {
                "accuracy": 0.95208803289815,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9532848408347682,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9593909257336667,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9610836192181236,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9758429731193342,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9777254509298425,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9802709002243845,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876876324415207,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887014211792695,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877299744831888,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892004524406633,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937587972534331,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946179476223493,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966785892059928,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967995927129921,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972720526550946,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990621360116884,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.55.self_attn": [
            {
                "accuracy": 0.9810115193065844,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9822459503224021,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9852601587772369,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889119894880998,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900673251403006,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990569448784778,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932013679491846,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938524706583274,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942173099047259,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943758649261374,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942129187678036,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946235418319702,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957693976007009,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960603608112586,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975331125682906,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979605364956354,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980041445478013,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990248186023611,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992923646381027,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.55.mlp": [
            {
                "accuracy": 0.9518137260487205,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9530062048058761,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9590905967511629,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9607905369055898,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9756973793632105,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9775936164354023,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9801339303192339,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876062007326829,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886211917588585,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876586504672703,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891376903182582,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937222423522096,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945833569294528,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966493248939514,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967721130110716,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972438384827814,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990108102363976,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.56.self_attn": [
            {
                "accuracy": 0.9702926058518259,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9716704174091941,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9791146438372763,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9823310767349444,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9858807450846622,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866815789749748,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922007879144267,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926390498876572,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930884477339292,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933221606831801,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929953876294588,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935113685695749,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995035760496792,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995443179811302,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997301159328536,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976924442146954,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979125094649038,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988909882346266,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999446164669567,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.56.mlp": [
            {
                "accuracy": 0.9508892235003019,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9521310643145913,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9583079062010113,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9600603643216585,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9752384988885177,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.977158806825939,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9797530127199072,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9873456751045427,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9883742559897272,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874189017634643,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889174064523295,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935994489412558,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944761889545541,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965822975102224,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967124620942693,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997195907721394,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990115001013404,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.57.self_attn": [
            {
                "accuracy": 0.9787759420118833,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9815206480653662,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9846281973939193,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987472307525183,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888457546108648,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892445637991554,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925070726557782,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929544831577101,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934528505331591,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935658162361697,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935699077813249,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939318511046862,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953601932839343,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957824976820695,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973566951720338,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977640003750199,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976762735137814,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990684801810666,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993730790815071,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.57.mlp": [
            {
                "accuracy": 0.9509689211845398,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9521945777692293,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.958344534823769,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9600712343266136,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9752567896717473,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9771849905189715,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9797605621187311,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987373483808417,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884094399841208,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874409280325237,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889390970531263,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936167338961049,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944915610708689,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966001671395803,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967407921427175,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972241960073772,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990847253877866,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.58.self_attn": [
            {
                "accuracy": 0.9845428545224039,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.985202714016563,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875525753749045,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901270238976729,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912991617855272,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915596215348494,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939738598309065,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943631973705793,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947721687586684,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949024264749727,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947821419490012,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951790045750769,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959983653143832,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963341704324672,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976689766504263,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980645424833423,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979332756055029,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999187535018121,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994328912641657,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.58.mlp": [
            {
                "accuracy": 0.9511388446155348,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9523526210533946,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9585004009698567,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9601914725805584,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9753332875276867,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.977256084743299,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9798230654314944,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874277099182731,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884666706386366,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874714730601561,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889739783186662,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936304711981824,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945084205583522,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966151130042578,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967468602484778,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997225950226972,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990902845012514,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.59.self_attn": [
            {
                "accuracy": 0.985078049333472,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9867116526553505,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894577602022573,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911474467892396,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9917603009625485,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992461317463925,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943578674605018,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99478766596631,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951820424512813,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995262082077955,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951902525989633,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955291567664397,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965018367296771,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968010479290235,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980158701931175,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983452240887442,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998193735354825,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993551008795437,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994720805828509,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.59.mlp": [
            {
                "accuracy": 0.9501021974965146,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9513695365504214,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9575677263109308,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9592886692599246,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9748187112180811,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9767841539884868,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.979377490909476,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871574624588615,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881965643481204,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9872043619030401,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887292738023558,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934923276305199,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943827214209657,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965318841369528,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966610666168364,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971423029507461,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990137702736416,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.60.self_attn": [
            {
                "accuracy": 0.9666161411686948,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9680412725398415,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9785383218213132,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9813859901930156,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9847221092173928,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9847700611541146,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916490190907529,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918385900949177,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923144288753208,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99246988014171,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918839209958127,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928275778105384,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947571150566402,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951279798620626,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971298898913359,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975815936923027,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976659660276613,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989191109412595,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999367010240492,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.60.mlp": [
            {
                "accuracy": 0.9492790008846083,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9505930950767115,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.956835034646486,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9586067450673956,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9743940657690952,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9764016584346169,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9790265309183221,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9869168643888674,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9879669233372337,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9869821871581831,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9885413929035789,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993378526286075,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942855352633878,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964565340625612,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965970084855431,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970848623074984,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998962343425343,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.61.self_attn": [
            {
                "accuracy": 0.9859868648805117,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875614329388267,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896447148762251,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915613469324613,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992635115981102,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929437025597221,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942422669969107,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946124498781405,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995239266439488,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953192892043214,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959429212306675,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962223548638193,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962992750500378,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965868451093373,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978417703195622,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998249141793502,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980125037070952,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993081512419801,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994525880013642,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.61.mlp": [
            {
                "accuracy": 0.9497598158685785,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9510470628738403,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9572230577468872,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9589534966569198,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.974659452312871,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9766271631968649,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9792129287594243,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9870621695330268,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881072060057992,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871349248446917,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886630640218133,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934580631946263,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943509576352019,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965104417581307,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966590177071722,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971442748057214,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990521834084862,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.62.self_attn": [
            {
                "accuracy": 0.9895235825526086,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900359166295905,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920222563178915,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936386264468494,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939502665871068,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945516052998995,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951336070110923,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958876873317518,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996272901563268,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963211875997091,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969273923259032,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971363301339903,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972701711874259,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974348262736672,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980987131987747,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987143127149657,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982166564778278,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994653367780542,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995025979649079,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.62.mlp": [
            {
                "accuracy": 0.9501457308468065,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9514222960723073,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.957574913376256,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9592558208264803,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9748411413870359,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9767940875731016,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9793648688416732,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987180692584891,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882223276715529,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9872217993987235,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988744434557463,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935033870370764,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943900955350775,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965419753601676,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966647209305513,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971410830162073,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990010120366749,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.63.self_attn": [
            {
                "accuracy": 0.9867345549558338,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9873549608807815,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896189735123986,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918544676743055,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928560374598754,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931647354050687,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944420845100754,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947648726795849,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954376542254498,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955388193852023,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962880215362498,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966495256674918,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996641290815253,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970031290462142,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980362622361434,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984312586878475,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982513938295213,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993159454806071,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995358123591072,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.63.mlp": [
            {
                "accuracy": 0.9488149599025124,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.950142010262138,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9564050122311241,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9581331485196164,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9741819108787336,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9761770587218436,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9787892291420385,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9868301498262506,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878858218067571,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9868919292562887,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884415229684428,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933363418830069,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942399428079003,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964465726363031,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965978880461893,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970867216194931,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990411912532229,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.64.self_attn": [
            {
                "accuracy": 0.9677066363786396,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9675334848855671,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9792276526752272,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9822172412746831,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9843894415780118,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9850013836434013,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910974706474104,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991570024113906,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992004436097647,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992183580994606,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918618131625024,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928128970296759,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945528068040547,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950037088833357,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996974810173637,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974663714437109,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974021476350332,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988900709309076,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993260717019439,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.64.mlp": [
            {
                "accuracy": 0.9475410235555548,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.948927148392326,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9552599693599501,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9570611119270325,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9735296086261147,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9755885177537015,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9782454465564928,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9864578686262432,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875422739668896,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9865552610472629,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881462564593867,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931581130153254,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940835484548619,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963296298917971,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964884590161475,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969854517594764,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989457484334707,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.65.self_attn": [
            {
                "accuracy": 0.9881919810646459,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887114206427022,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903036183432529,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923226880399805,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928505444212964,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936681711360028,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941800373949503,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951249713960447,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959654843336657,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960664679345331,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962281416121282,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968449459656289,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965620872221495,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972311779856682,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979027421458772,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985109257854914,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980427620834426,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993479179806615,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994239598806751,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.65.mlp": [
            {
                "accuracy": 0.9475879167255602,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9489684073548568,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9552497644173472,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9570141560152957,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9735696911811829,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9756165178198564,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9782440505529705,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9864937757190905,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875689807691073,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.986580418912988,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881628077281149,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931800836010983,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941028007551244,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963590138052639,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965138666723904,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970063682841627,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990100898828945,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.66.self_attn": [
            {
                "accuracy": 0.9842603708568373,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9852134804976614,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987808042450955,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905210905953458,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914220085269526,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918069855162972,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933976617298628,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938824643429957,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946338781400731,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947426515190225,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955639062743438,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960443714731618,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960711625845808,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965782592955389,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978270307183266,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982551153945295,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980728202744534,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991627785524255,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994600288275826,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.66.mlp": [
            {
                "accuracy": 0.948307150288632,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9496623058068125,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9558902916155363,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9575845442320171,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9739030019233101,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9759258031845093,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9785266910728655,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866933116787359,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.98776181826466,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9867388809982099,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9883083795246325,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932527291147333,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941716096118877,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964051211350843,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965293697620693,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970104733580037,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989553625254255,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.67.self_attn": [
            {
                "accuracy": 0.9676410775435598,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9688873636095148,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.979777205931513,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9829398644597906,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.984961316773766,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9857377849127117,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915361545587841,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921389253515946,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926576935931256,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928155117913297,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926938461629968,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929417222738266,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950170164045534,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954205284777441,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972079113910073,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976924073539282,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977045031754594,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989737021295648,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993964403769687,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.67.mlp": [
            {
                "accuracy": 0.9467067655764128,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9481065398768375,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9544989184329384,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9562481641769409,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.97309851960132,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9751948635829123,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9778613793222528,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9862806749971289,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9873816668987274,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9863358108620894,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9879570634741532,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930524465284849,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939993094456824,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963016564908781,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964486242909181,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969463850322523,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990054857181875,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.68.self_attn": [
            {
                "accuracy": 0.958825547444193,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9578369573542946,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9734901911333987,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9765398282753793,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9803327416118822,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9812487144219247,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896286082895178,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898216928306379,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906202633129922,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908010630231154,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904828291190299,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912653322282591,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938506656571439,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944728377618288,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966888580667345,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972496901295687,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971807673573494,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987924736189214,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992469573197397,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.68.mlp": [
            {
                "accuracy": 0.9442252987309506,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9457250143352308,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9522473467023749,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9540921857482508,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9718876543797945,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9740588429727053,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9767860754540092,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9856040242471193,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9867481071698038,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9857219975245627,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874070012255719,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927403644511574,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937213051475977,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961048666583864,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962703671894575,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967802857097826,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998864379956534,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.69.self_attn": [
            {
                "accuracy": 0.9670357014003553,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9686169624328613,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9792495777732447,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9819932721163097,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9834645155229067,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.983862263591666,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904137998819351,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906257751740908,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912996699935511,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991453795056594,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913999720623619,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914678868494535,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943114236781472,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947055731164781,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968810759876904,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973758862991082,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972558325450671,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988846909254789,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992406360903069,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.69.mlp": [
            {
                "accuracy": 0.9439635151310971,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.945465182003222,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9520513383965743,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9538909636045757,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9717507770186976,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9739361374001754,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9766872195821059,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9855602211073825,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9867056184693387,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9856498272795426,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9873463362455368,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99270839832331,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936960900300428,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961068528263193,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962743046252351,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967904251657034,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998952578557165,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.70.self_attn": [
            {
                "accuracy": 0.9740291724079534,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9758693309206712,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9784873567129436,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9823727858693976,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9859087576991633,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9862616250389501,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912346295620266,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916144350641652,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992183760592812,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924184876052957,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923294155221236,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927791027646315,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941280770458674,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946275239712313,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968234418254149,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997330510106526,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974992316412298,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987287531165701,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992963363857645,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.70.mlp": [
            {
                "accuracy": 0.9430216864535683,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.944543719291687,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.951243708008214,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9530699660903529,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9712235896210921,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9734597300228319,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9762639544512096,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9853116477790632,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9864810893410131,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9853683176793551,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871052731024591,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925518757418582,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935661919022861,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960127727765786,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996184372196072,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967054810963178,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988838928310495,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.71.self_attn": [
            {
                "accuracy": 0.9561867870782551,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9581050872802734,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9710061393286052,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9763024794427972,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9795445721400412,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9804540323583704,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9883051436198386,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9890144851646925,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898593817886553,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901334557094073,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989637941122055,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906725930540186,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992779857233951,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934161611293492,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961162978097012,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966637307876035,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969440310409194,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998430773811905,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991859365254641,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.71.mlp": [
            {
                "accuracy": 0.9405328160838077,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9421296370656866,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9490989603494343,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9510196917935422,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9699980585198653,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9723244874100936,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9752425865123147,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9846610630813398,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9858834884668651,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.984754813344855,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9865559668917405,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922424343071485,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932939614120283,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958449543306702,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960336277359411,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996579673337309,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988657452754284,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.72.self_attn": [
            {
                "accuracy": 0.9547309185329237,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9572678271092867,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9694166999114188,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9744296262138769,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9797208622882241,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9795310167889846,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888144464869248,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989720817459257,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902423659437581,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905266338273099,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902417463691611,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906834810972214,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930171919496436,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935367409335939,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961161205643102,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967386679429757,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970174898442469,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984258489781305,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99915906002647,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.72.mlp": [
            {
                "accuracy": 0.9376109399293598,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9392971804267481,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9465270607095015,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.948624124652461,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9685753395682887,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9709969727616561,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9740198646721087,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9838456197788841,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9851326142486773,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9840322827038012,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.985918884214602,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918814536772276,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929778811178709,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956287357367968,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958366092882658,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964053830818126,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998745482316927,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.73.self_attn": [
            {
                "accuracy": 0.9673259446495458,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9682120084762573,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.971746027469635,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9774592471750159,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9828636458045558,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9831491159765344,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889050831920222,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893992362838042,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990127715625261,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905054224164862,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905533790588379,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910742483640972,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924937714087335,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930993647951829,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958753138780594,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964681024614134,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968979878253058,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998283865028306,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991508682111376,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.73.mlp": [
            {
                "accuracy": 0.9362797925346776,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9381017559453061,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9455492057298359,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.947662165290431,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9677717058282149,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.970373417201795,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9734348780230472,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9833897603185553,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9846738482776441,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9834865896325362,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9854929415803206,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915331688366438,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992735040815253,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954062190495039,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956333311764818,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961921929528839,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998700961274536,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.74.self_attn": [
            {
                "accuracy": 0.9496556394978574,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9507659610949064,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9657264665553444,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9721866030442087,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9763588983761636,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.978067558062704,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9864728152751923,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871725314541867,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9885306860271253,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889895915985107,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9883698499516437,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894097863059295,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915608606840435,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923684824454156,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953871436024967,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961579814553261,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965148513254366,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980868152097652,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990175290915527,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.74.mlp": [
            {
                "accuracy": 0.9335421010067588,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9353926307276675,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9432170955758346,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9454374501579687,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9665572611909163,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9691840692570335,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9723970419482181,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9827876451768374,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9841453997712386,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9829387351086265,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9849854927313956,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912864934456976,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924971265228171,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952864113606905,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955251330607816,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961231601865668,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986702586083036,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.75.self_attn": [
            {
                "accuracy": 0.9492010662430211,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9519212277312028,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9594215687952543,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9682051194341559,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9738344314851259,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9742617387520639,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9851286724994057,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9857161766604373,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866050968044683,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871205742421904,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866481831199244,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875097180667677,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899119373999143,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907303523076209,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944984430545255,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952941960410068,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996096915712482,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976462639476124,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998943227784414,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.75.mlp": [
            {
                "accuracy": 0.9313367103275499,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9332415430169356,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9413163661956787,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9437464601115176,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9653498310791819,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.968071605029859,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9714649005940086,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9820532955621418,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9835084535573658,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9823214709758759,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9844459279587394,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990974623905985,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922272531609786,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951038407652002,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953575075456971,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959932028463012,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985705511154312,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.76.self_attn": [
            {
                "accuracy": 0.9542685025616696,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9579446284394515,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9675565236493161,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9721708391842089,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9784951131594809,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9793669832380194,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881083126130857,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881323128938675,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893134965708381,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895712607785275,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893910241754431,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901223065037477,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923173871479536,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928771077018035,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957917830661723,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964708129042074,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967932016833833,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998288808880668,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991463764913773,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.76.mlp": [
            {
                "accuracy": 0.9175933850438971,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9208573165692782,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.929877613720141,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9327299281170494,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9608057800092196,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9642630846876847,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.968073054363853,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9795844790182615,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9813534193917325,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9802421158865878,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9826101958751678,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898282360089453,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912792154048619,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994379254940309,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947637394070625,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955164409781757,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984151539637854,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.77.self_attn": [
            {
                "accuracy": 0.9505017305675306,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9535964256838748,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9619276241252297,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9691185355186462,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9755577303861317,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9761627175306019,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866957005701567,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987086998788934,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988334734188883,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888298927169097,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987948991750416,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892871693560952,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912676419082441,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919764901462355,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953324422240257,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959828881056685,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966662792783034,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980266002055845,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990652999595592,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.77.mlp": [
            {
                "accuracy": 0.9208205373663652,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9234650260523746,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9315156873903776,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9342443001897711,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9619301745766088,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9651705340335244,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9689798260989942,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9800083464697787,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9815876860367624,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9805123351122204,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9828188952646757,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899851766071821,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914099534875468,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944546732463335,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948374385896482,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955759554317123,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984091545798277,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.78.self_attn": [
            {
                "accuracy": 0.9565686363922923,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9589681186174092,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9702142131956,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.975961341669685,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9789818321403704,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9797776388494592,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.98847087119755,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889883297054392,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896711730643323,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899733858673196,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896761022116008,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905381877171365,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928127605664102,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934143408348686,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959831159365805,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966717323190287,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99698342088806,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983291012284002,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991977998104534,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.78.mlp": [
            {
                "accuracy": 0.9052181871313798,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9077990996210199,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9168790829809088,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9210204450707686,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9550356770816603,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9598187239546525,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9644589455504167,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9760494169436003,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9780927943555933,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9770589423807043,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9802338982883253,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988186912317025,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899088552123622,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929990603735572,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936465542567404,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945766106247902,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971773436194972,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.79.self_attn": [
            {
                "accuracy": 0.972401970311215,
                "total_bits": 320757760,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9736201135735763,
                "total_bits": 329080832,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.980907313133541,
                "total_bits": 336024576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9855580737716273,
                "total_bits": 401557504,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9864195553879989,
                "total_bits": 475279360,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9869039513562855,
                "total_bits": 475479040,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992776873080354,
                "total_bits": 609759232,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930004187320408,
                "total_bits": 610024448,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993608000247102,
                "total_bits": 615020544,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938220530748367,
                "total_bits": 623951872,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933809841934004,
                "total_bits": 626473984,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939020460373477,
                "total_bits": 630355968,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953059063930261,
                "total_bits": 637362176,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957173129445628,
                "total_bits": 646823936,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974233306160099,
                "total_bits": 784740352,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978332664621504,
                "total_bits": 797818880,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980973324885494,
                "total_bits": 911749120,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998956521678912,
                "total_bits": 942718976,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994645782893425,
                "total_bits": 1213739008,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.79.mlp": [
            {
                "accuracy": 0.9265970995551661,
                "total_bits": 1575618640,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9295241581766229,
                "total_bits": 1632503888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.935750214677108,
                "total_bits": 1823397888,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.93801328382994,
                "total_bits": 2046482432,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.963696395096026,
                "total_bits": 2306033760,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9672872706463462,
                "total_bits": 2368669696,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9698660248204282,
                "total_bits": 2547224672,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9811969901386061,
                "total_bits": 2912382048,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9825751781463623,
                "total_bits": 2955347968,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9813874959945679,
                "total_bits": 2998880352,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9840423700056578,
                "total_bits": 3061516288,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904222715842096,
                "total_bits": 3691726944,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919657950338564,
                "total_bits": 3754362880,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945686749721828,
                "total_bits": 4276045920,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995039094827677,
                "total_bits": 4425400832,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955757495604063,
                "total_bits": 4823859712,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983962000788826,
                "total_bits": 5660623360,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.norm.norm": null,
        "lm_head.linear": null
    },
    "last_module_idx": 162
}