GPTQ model commit

config.json

@@ -5,7 +5,7 @@
     ],
     "attention_dropout": 0.0,
     "bos_token_id": 1,
-    "eos_token_id": 2,
+    "eos_token_id": 32000,
     "hidden_act": "silu",
     "hidden_size": 4096,
     "initializer_range": 0.02,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71f406f84a6c13d82afb1c18dd91693d47812ff1fde7c56975c1551cc819b047
+oid sha256:5912ffdf9f7daa1cb90da360572428600d2627039a8ae9223a5fc3907fdcf35e
 size 4295009936