Hugging Face's logo

tttx
/
models-ttt-diff-buffer-step1-021325

PEFT
Safetensors
qwen2
alignment-handbook
trl
sft
Generated from Trainer
Model card Files
xet
Community
aadityap commited on
Commit
e9515f7
·
verified ·
1 Parent(s): 22098e2

Model save

Browse files
Files changed (4) hide show
  1. README.md +61 -0
  2. all_results.json +9 -0
  3. train_results.json +9 -0
  4. trainer_state.json +266 -0
README.md ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: peft
3
+ license: mit
4
+ base_model: deepseek-ai/DeepSeek-R1-Distill-Qwen-32B
5
+ tags:
6
+ - trl
7
+ - sft
8
+ - generated_from_trainer
9
+ model-index:
10
+ - name: models-ttt-diff-buffer-step-2-021325
11
+ results: []
12
+ ---
13
+
14
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
15
+ should probably proofread and complete it, then remove this comment. -->
16
+
17
+ # models-ttt-diff-buffer-step-2-021325
18
+
19
+ This model is a fine-tuned version of [deepseek-ai/DeepSeek-R1-Distill-Qwen-32B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B) on an unknown dataset.
20
+
21
+ ## Model description
22
+
23
+ More information needed
24
+
25
+ ## Intended uses & limitations
26
+
27
+ More information needed
28
+
29
+ ## Training and evaluation data
30
+
31
+ More information needed
32
+
33
+ ## Training procedure
34
+
35
+ ### Training hyperparameters
36
+
37
+ The following hyperparameters were used during training:
38
+ - learning_rate: 5e-05
39
+ - train_batch_size: 2
40
+ - eval_batch_size: 1
41
+ - seed: 42
42
+ - distributed_type: multi-GPU
43
+ - num_devices: 8
44
+ - total_train_batch_size: 16
45
+ - total_eval_batch_size: 8
46
+ - optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
47
+ - lr_scheduler_type: cosine
48
+ - lr_scheduler_warmup_ratio: 0.1
49
+ - num_epochs: 2
50
+
51
+ ### Training results
52
+
53
+
54
+
55
+ ### Framework versions
56
+
57
+ - PEFT 0.13.2
58
+ - Transformers 4.47.0.dev0
59
+ - Pytorch 2.4.0+cu121
60
+ - Datasets 3.1.0
61
+ - Tokenizers 0.20.3
all_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 2.0,
3
+ "total_flos": 593996940312576.0,
4
+ "train_loss": 0.14719508402049541,
5
+ "train_runtime": 1046.9269,
6
+ "train_samples": 250,
7
+ "train_samples_per_second": 0.478,
8
+ "train_steps_per_second": 0.031
9
+ }
train_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 2.0,
3
+ "total_flos": 593996940312576.0,
4
+ "train_loss": 0.14719508402049541,
5
+ "train_runtime": 1046.9269,
6
+ "train_samples": 250,
7
+ "train_samples_per_second": 0.478,
8
+ "train_steps_per_second": 0.031
9
+ }
trainer_state.json ADDED
@@ -0,0 +1,266 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 2.0,
5
+ "eval_steps": 500,
6
+ "global_step": 32,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.0625,
13
+ "grad_norm": 0.03886242265457615,
14
+ "learning_rate": 1.25e-05,
15
+ "loss": 0.1926,
16
+ "step": 1
17
+ },
18
+ {
19
+ "epoch": 0.125,
20
+ "grad_norm": 0.03867154797319413,
21
+ "learning_rate": 2.5e-05,
22
+ "loss": 0.1964,
23
+ "step": 2
24
+ },
25
+ {
26
+ "epoch": 0.1875,
27
+ "grad_norm": 0.03859478229432736,
28
+ "learning_rate": 3.7500000000000003e-05,
29
+ "loss": 0.186,
30
+ "step": 3
31
+ },
32
+ {
33
+ "epoch": 0.25,
34
+ "grad_norm": 0.04297586914169591,
35
+ "learning_rate": 5e-05,
36
+ "loss": 0.188,
37
+ "step": 4
38
+ },
39
+ {
40
+ "epoch": 0.3125,
41
+ "grad_norm": 0.04661154126462952,
42
+ "learning_rate": 4.984280524733107e-05,
43
+ "loss": 0.1758,
44
+ "step": 5
45
+ },
46
+ {
47
+ "epoch": 0.375,
48
+ "grad_norm": 0.044661750490632465,
49
+ "learning_rate": 4.937319780454559e-05,
50
+ "loss": 0.1734,
51
+ "step": 6
52
+ },
53
+ {
54
+ "epoch": 0.4375,
55
+ "grad_norm": 0.043466066790942615,
56
+ "learning_rate": 4.8597083257709194e-05,
57
+ "loss": 0.1613,
58
+ "step": 7
59
+ },
60
+ {
61
+ "epoch": 0.5,
62
+ "grad_norm": 0.03160423221050834,
63
+ "learning_rate": 4.752422169756048e-05,
64
+ "loss": 0.1559,
65
+ "step": 8
66
+ },
67
+ {
68
+ "epoch": 0.5625,
69
+ "grad_norm": 0.0278736495424202,
70
+ "learning_rate": 4.6168104980707107e-05,
71
+ "loss": 0.1588,
72
+ "step": 9
73
+ },
74
+ {
75
+ "epoch": 0.625,
76
+ "grad_norm": 0.033644420390984725,
77
+ "learning_rate": 4.454578706170075e-05,
78
+ "loss": 0.1585,
79
+ "step": 10
80
+ },
81
+ {
82
+ "epoch": 0.6875,
83
+ "grad_norm": 0.045043888693144754,
84
+ "learning_rate": 4.267766952966369e-05,
85
+ "loss": 0.1584,
86
+ "step": 11
87
+ },
88
+ {
89
+ "epoch": 0.75,
90
+ "grad_norm": 0.059694975441249985,
91
+ "learning_rate": 4.058724504646834e-05,
92
+ "loss": 0.1498,
93
+ "step": 12
94
+ },
95
+ {
96
+ "epoch": 0.8125,
97
+ "grad_norm": 0.04201384738580901,
98
+ "learning_rate": 3.830080191288342e-05,
99
+ "loss": 0.1474,
100
+ "step": 13
101
+ },
102
+ {
103
+ "epoch": 0.875,
104
+ "grad_norm": 0.03660468512160384,
105
+ "learning_rate": 3.5847093477938956e-05,
106
+ "loss": 0.1455,
107
+ "step": 14
108
+ },
109
+ {
110
+ "epoch": 0.9375,
111
+ "grad_norm": 0.03202574071597613,
112
+ "learning_rate": 3.3256976548879184e-05,
113
+ "loss": 0.1453,
114
+ "step": 15
115
+ },
116
+ {
117
+ "epoch": 1.0,
118
+ "grad_norm": 0.022553871083231203,
119
+ "learning_rate": 3.056302334890786e-05,
120
+ "loss": 0.1454,
121
+ "step": 16
122
+ },
123
+ {
124
+ "epoch": 1.0625,
125
+ "grad_norm": 0.018270438778563842,
126
+ "learning_rate": 2.7799111902582696e-05,
127
+ "loss": 0.1295,
128
+ "step": 17
129
+ },
130
+ {
131
+ "epoch": 1.125,
132
+ "grad_norm": 0.018025445019069265,
133
+ "learning_rate": 2.5e-05,
134
+ "loss": 0.1352,
135
+ "step": 18
136
+ },
137
+ {
138
+ "epoch": 1.1875,
139
+ "grad_norm": 0.01938426125298895,
140
+ "learning_rate": 2.2200888097417307e-05,
141
+ "loss": 0.1267,
142
+ "step": 19
143
+ },
144
+ {
145
+ "epoch": 1.25,
146
+ "grad_norm": 0.024835127196697317,
147
+ "learning_rate": 1.9436976651092144e-05,
148
+ "loss": 0.1213,
149
+ "step": 20
150
+ },
151
+ {
152
+ "epoch": 1.3125,
153
+ "grad_norm": 0.02442204305328,
154
+ "learning_rate": 1.6743023451120832e-05,
155
+ "loss": 0.1324,
156
+ "step": 21
157
+ },
158
+ {
159
+ "epoch": 1.375,
160
+ "grad_norm": 0.02283960256436579,
161
+ "learning_rate": 1.4152906522061048e-05,
162
+ "loss": 0.1371,
163
+ "step": 22
164
+ },
165
+ {
166
+ "epoch": 1.4375,
167
+ "grad_norm": 0.02373187865474639,
168
+ "learning_rate": 1.1699198087116589e-05,
169
+ "loss": 0.1317,
170
+ "step": 23
171
+ },
172
+ {
173
+ "epoch": 1.5,
174
+ "grad_norm": 0.018742991552912824,
175
+ "learning_rate": 9.412754953531663e-06,
176
+ "loss": 0.1261,
177
+ "step": 24
178
+ },
179
+ {
180
+ "epoch": 1.5625,
181
+ "grad_norm": 0.020956665698211793,
182
+ "learning_rate": 7.3223304703363135e-06,
183
+ "loss": 0.1314,
184
+ "step": 25
185
+ },
186
+ {
187
+ "epoch": 1.625,
188
+ "grad_norm": 0.019876581721580355,
189
+ "learning_rate": 5.454212938299255e-06,
190
+ "loss": 0.129,
191
+ "step": 26
192
+ },
193
+ {
194
+ "epoch": 1.6875,
195
+ "grad_norm": 0.020417609679245066,
196
+ "learning_rate": 3.831895019292897e-06,
197
+ "loss": 0.1263,
198
+ "step": 27
199
+ },
200
+ {
201
+ "epoch": 1.75,
202
+ "grad_norm": 0.01988593677695763,
203
+ "learning_rate": 2.475778302439524e-06,
204
+ "loss": 0.1338,
205
+ "step": 28
206
+ },
207
+ {
208
+ "epoch": 1.8125,
209
+ "grad_norm": 0.01911980479645202,
210
+ "learning_rate": 1.4029167422908107e-06,
211
+ "loss": 0.1307,
212
+ "step": 29
213
+ },
214
+ {
215
+ "epoch": 1.875,
216
+ "grad_norm": 0.021333837613636705,
217
+ "learning_rate": 6.268021954544096e-07,
218
+ "loss": 0.134,
219
+ "step": 30
220
+ },
221
+ {
222
+ "epoch": 1.9375,
223
+ "grad_norm": 0.023428038302216552,
224
+ "learning_rate": 1.571947526689349e-07,
225
+ "loss": 0.1251,
226
+ "step": 31
227
+ },
228
+ {
229
+ "epoch": 2.0,
230
+ "grad_norm": 0.020881132010724595,
231
+ "learning_rate": 0.0,
232
+ "loss": 0.1214,
233
+ "step": 32
234
+ },
235
+ {
236
+ "epoch": 2.0,
237
+ "step": 32,
238
+ "total_flos": 593996940312576.0,
239
+ "train_loss": 0.14719508402049541,
240
+ "train_runtime": 1046.9269,
241
+ "train_samples_per_second": 0.478,
242
+ "train_steps_per_second": 0.031
243
+ }
244
+ ],
245
+ "logging_steps": 1,
246
+ "max_steps": 32,
247
+ "num_input_tokens_seen": 0,
248
+ "num_train_epochs": 2,
249
+ "save_steps": 500,
250
+ "stateful_callbacks": {
251
+ "TrainerControl": {
252
+ "args": {
253
+ "should_epoch_stop": false,
254
+ "should_evaluate": false,
255
+ "should_log": false,
256
+ "should_save": true,
257
+ "should_training_stop": true
258
+ },
259
+ "attributes": {}
260
+ }
261
+ },
262
+ "total_flos": 593996940312576.0,
263
+ "train_batch_size": 2,
264
+ "trial_name": null,
265
+ "trial_params": null
266
+ }