Upload 2 files

config.json

@@ -1,5 +1,5 @@
 {
-  "architectures": ["YingLong"],
+    "architectures": ["YingLong"],
 
   "auto_map": {
     "AutoConfig": "model_config.YingLongConfig",
@@ -14,11 +14,12 @@
   "haar_trans": true,
   "haar_trans_inv": true,
   "haar_trans_norm": "backward",
-  "intermediate_size": 4096,
-  "n_embd": 1024,
-  "n_head": 32,
-  "n_layer": 18,
+  "intermediate_size": 1024,
+  "n_embd": 256,
+  "n_head": 16,
+  "n_layer": 6,
   "n_query_groups": 4,
+  "norm_eps": 1e-05,
   "parallel_residual": false,
   "patch_size": 32,
   "quantitle": true,
@@ -26,6 +27,5 @@
   "rotary_percentage": 1.0,
   "shared_attention_norm": false,
   "unet": true,
-  "vocab_size": 1,
-  "vq": false,
+  "vocab_size": 1
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ccbfb0306d6fa61a56d6b36692022321042b7f506987c45ff6ef512691332ea
-size 620154716
+oid sha256:e2df65a7dc7730709b3e1b943fec891d72ef003aa42d0761370f5cd7aa7bf440
+size 14646052