GPTQ model commit

config.json

@@ -5,7 +5,7 @@
     ],
     "attention_dropout": 0.0,
     "bos_token_id": 1,
-    "eos_token_id": 2,
+    "eos_token_id": 32000,
     "hidden_act": "silu",
     "hidden_size": 4096,
     "initializer_range": 0.02,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f25436c9f2cb089e3bc7e644fdf84672759496cbcf4bdf73ebb0f4396db68490
+oid sha256:ad674655430a39ac9c990b5423e03951435d3f585eb0f171caebc2410250f6da
 size 7675619912