Training in progress, step 500

adapter_config.json

@@ -16,17 +16,14 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 4,
+  "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "up_proj",
     "v_proj",
+    "out_proj",
     "k_proj",
-    "gate_proj",
-    "q_proj",
-    "down_proj",
-    "o_proj"
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c97afc60bdb167a2af781dffc75dc815f5730be11e52aed6b55add307ebf888
-size 2143381440
+oid sha256:8fb7d6e9602d65e214267b339ea6f5a9b8eb29c489142db3edb7fe936d5e2e89
+size 2642453624

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:510d12ec255f4cb0304aa5428d699c354c1a49696b427a2748a7b03bb7bbb575
-size 17210296
+oid sha256:1aefcd8afb7a70241a09a23436f6f34610e6df0cb951e9fa225021b451fa059f
+size 23071850

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64a2266b3f46dec79286b108de701a8e53ae7ae7e4f44fc28f97669870515e15
+oid sha256:c2618b233d732b0c911c237d5aec8eb8d820f292c726ae5a143ad1ceee115ffe
 size 5496