Training in progress, step 10

adapter_config.json

@@ -16,17 +16,17 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 64,
+  "r": 32,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
     "v_proj",
     "q_proj",
-    "o_proj",
+    "down_proj",
     "gate_proj",
+    "up_proj",
     "k_proj",
-    "up_proj"
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da8773125140c1fe30755eecff4d8adf39cffe2cfd0cb1739478ad581c89e74f
-size 671149168
+oid sha256:155f37378fee48d20a0a1ce16ad2e4a243ea2d4a55ce11e07a7b408195bad018
+size 335604696

runs/Aug03_17-58-41_17ddd3ef3ec5/events.out.tfevents.1722707925.17ddd3ef3ec5.580.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98af8bcd4cdf68333d6bba7ede2496f848450d782cd42724cd4aff49f4148a7f
+size 6128

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2633691ce1f3ddce11ce6c192f6034d79844be07f7e72822756bf8b82b946178
+oid sha256:e2f4522f71f5880bdda8df9fc2ce8cf3b0ee497a39b034aa5c27a8268a4e0056
 size 5432