llava/model/quantization/debug.txt

Layer Name: : (tensor([[[  44., -127.],
         [  38.,  -96.]],

        [[  -8., -127.],
         [  -5., -110.]],

        [[  10.,  127.],
         [   5.,  102.]],

        ...,

        [[ 127.,   -2.],
         [  45.,   -0.]],

        [[  21., -127.],
         [  42.,   -1.]],

        [[ -16.,   77.],
         [  35.,  127.]]], device='cuda:5', dtype=torch.float16), tensor([[[ 4444.]],

        [[ 2476.]],

        [[ 1041.]],

        ...,

        [[ 2030.]],

        [[ 4240.]],

        [[20112.]]], device='cuda:5', dtype=torch.float16))