Training in progress, step 20

README.md

@@ -4,9 +4,9 @@ library_name: transformers
 model_name: v0.27.0_finetuning
 tags:
 - generated_from_trainer
-- trl
 - unsloth
 - sft
+- trl
 licence: license
 ---
 

adapter_config.json

@@ -24,13 +24,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "gate_proj",
-    "down_proj",
     "q_proj",
+    "down_proj",
     "k_proj",
-    "v_proj",
     "up_proj",
-    "o_proj"
+    "o_proj",
+    "v_proj",
+    "gate_proj"
   ],
   "task_type": "CAUSAL_LM",
   "trainable_token_indices": null,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ba76901a6ac990218343d3839e4fb8c7aee9409c4742fdba4066ffa30279be7
+oid sha256:91592efbc48ce64bb1f0c5f3e9f517f2fe48da77d2cd035e6208661605475cce
 size 35237104

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6e3ca5e06e9dfbc492e8da5537f355d8c79d09fcba884be487d9213cc1fbf5a
+oid sha256:fab915e4855402ba7df71ec8ed9020b5ad7594d70ee26064673cb6c5b9e6fdd1
 size 6097