GPTQ model commit

config.json

@@ -5,7 +5,7 @@
     ],
     "attention_dropout": 0.0,
     "bos_token_id": 1,
-    "eos_token_id": 2,
+    "eos_token_id": 32000,
     "hidden_act": "silu",
     "hidden_size": 4096,
     "initializer_range": 0.02,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7210bb5fb0c9e52cd7a1d5e678397660e4ebc5a36eef88c66574169f4e2bef16
+oid sha256:20d34fee688c34a59ba3e4233eb7b34869302ed7afd1ea4ecb34ab98aa76b8b8
 size 7516170312