jerick5555 commited on
Commit
0ca60d0
·
verified ·
1 Parent(s): e8841be

End of training

Browse files
README.md CHANGED
@@ -42,7 +42,11 @@ The following hyperparameters were used during training:
42
  - optimizer: Use OptimizerNames.PAGED_ADAMW_8BIT with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
43
  - lr_scheduler_type: linear
44
  - lr_scheduler_warmup_steps: 50
45
- - num_epochs: 1
 
 
 
 
46
 
47
  ### Framework versions
48
 
 
42
  - optimizer: Use OptimizerNames.PAGED_ADAMW_8BIT with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
43
  - lr_scheduler_type: linear
44
  - lr_scheduler_warmup_steps: 50
45
+ - num_epochs: 2
46
+
47
+ ### Training results
48
+
49
+
50
 
51
  ### Framework versions
52
 
adapter_config.json CHANGED
@@ -27,11 +27,11 @@
27
  "revision": null,
28
  "target_modules": [
29
  "gate_proj",
30
- "q_proj",
31
- "up_proj",
32
  "down_proj",
33
  "k_proj",
34
- "o_proj",
 
35
  "v_proj"
36
  ],
37
  "task_type": null,
 
27
  "revision": null,
28
  "target_modules": [
29
  "gate_proj",
30
+ "o_proj",
 
31
  "down_proj",
32
  "k_proj",
33
+ "q_proj",
34
+ "up_proj",
35
  "v_proj"
36
  ],
37
  "task_type": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:adc844e54620ab5e1daa75a845b9a575c90311e7aea9fde1a139a323049fab50
3
  size 42220792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a2e53d3bee1c0d1caf2758304b9c914f73625ef752ec5e2426548a8006e5140
3
  size 42220792
runs/May25_14-39-53_0cf47b0eb397/events.out.tfevents.1748183994.0cf47b0eb397.117.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42390da8a68bd66d29bb42a5ce9951e96417217afee9beba516eeb7a0769d284
3
+ size 8928
runs/May25_15-37-47_0cf47b0eb397/events.out.tfevents.1748187469.0cf47b0eb397.200.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92fa646bebc110b555a47d5bdf2047ee0f00715c55fa7684a97a30c9d87fb5f6
3
+ size 9483
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:06c75812d2a2dd36dec4877f8f200fcb145852b3d271d6268cdd1b5e75abf81b
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d3d2b7e2de2c844e85a3cca6a7441b8062c79e6f749c032c706a53162d0a1eb
3
  size 5368