Training in progress, step 100

adapter_config.json

@@ -16,10 +16,12 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "down_proj",
+    "up_proj",
     "out_proj"
   ],
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb0c439a9fb410ca149046581f84500f26ae91a4c83dfa7ccce6b129cbb16bcb
-size 3152192
+oid sha256:b520ed86a613b3a3146db306e97505094c95f877cc98d43f6b2053763f954d75
+size 37768408

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e1388578d6c63c0166cd503ce7dda29a4d72ffc7a733f237dc633f44ed53e9d
-size 4920
+oid sha256:5d322e05d605ffd9521140ecbdfd5968a3f6bb41538d43b90e9a0c20fe441976
+size 4856