tangken333 commited on
Commit
fc19f8a
·
verified ·
1 Parent(s): 218bd96

Model save

Browse files
Files changed (4) hide show
  1. README.md +60 -0
  2. generation_config.json +13 -0
  3. trainer_log.jsonl +1 -0
  4. training_args.bin +2 -2
README.md ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: transformers
3
+ license: apache-2.0
4
+ base_model: Qwen/Qwen3-14B
5
+ tags:
6
+ - llama-factory
7
+ - generated_from_trainer
8
+ model-index:
9
+ - name: SWE-BENCH-5k-first-2000-claude-search-replace-generation_qwen_3_14b
10
+ results: []
11
+ ---
12
+
13
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
14
+ should probably proofread and complete it, then remove this comment. -->
15
+
16
+ # SWE-BENCH-5k-first-2000-claude-search-replace-generation_qwen_3_14b
17
+
18
+ This model is a fine-tuned version of [Qwen/Qwen3-14B](https://huggingface.co/Qwen/Qwen3-14B) on an unknown dataset.
19
+
20
+ ## Model description
21
+
22
+ More information needed
23
+
24
+ ## Intended uses & limitations
25
+
26
+ More information needed
27
+
28
+ ## Training and evaluation data
29
+
30
+ More information needed
31
+
32
+ ## Training procedure
33
+
34
+ ### Training hyperparameters
35
+
36
+ The following hyperparameters were used during training:
37
+ - learning_rate: 1e-05
38
+ - train_batch_size: 1
39
+ - eval_batch_size: 8
40
+ - seed: 42
41
+ - distributed_type: multi-GPU
42
+ - num_devices: 4
43
+ - gradient_accumulation_steps: 12
44
+ - total_train_batch_size: 48
45
+ - total_eval_batch_size: 32
46
+ - optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
47
+ - lr_scheduler_type: cosine
48
+ - lr_scheduler_warmup_ratio: 0.1
49
+ - num_epochs: 3.0
50
+
51
+ ### Training results
52
+
53
+
54
+
55
+ ### Framework versions
56
+
57
+ - Transformers 4.51.3
58
+ - Pytorch 2.5.1+cu124
59
+ - Datasets 2.21.0
60
+ - Tokenizers 0.21.0
generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "temperature": 0.6,
10
+ "top_k": 20,
11
+ "top_p": 0.95,
12
+ "transformers_version": "4.51.3"
13
+ }
trainer_log.jsonl CHANGED
@@ -156,3 +156,4 @@
156
  {"current_steps": 89, "total_steps": 90, "loss": 0.3652, "lr": 1.5035294161039882e-08, "epoch": 2.897506925207756, "percentage": 98.89, "elapsed_time": "6:45:15", "remaining_time": "0:04:33"}
157
  {"current_steps": 90, "total_steps": 90, "loss": 0.3876, "lr": 3.760237478849793e-09, "epoch": 2.930747922437673, "percentage": 100.0, "elapsed_time": "6:48:45", "remaining_time": "0:00:00"}
158
  {"current_steps": 90, "total_steps": 90, "epoch": 2.930747922437673, "percentage": 100.0, "elapsed_time": "6:52:33", "remaining_time": "0:00:00"}
 
 
156
  {"current_steps": 89, "total_steps": 90, "loss": 0.3652, "lr": 1.5035294161039882e-08, "epoch": 2.897506925207756, "percentage": 98.89, "elapsed_time": "6:45:15", "remaining_time": "0:04:33"}
157
  {"current_steps": 90, "total_steps": 90, "loss": 0.3876, "lr": 3.760237478849793e-09, "epoch": 2.930747922437673, "percentage": 100.0, "elapsed_time": "6:48:45", "remaining_time": "0:00:00"}
158
  {"current_steps": 90, "total_steps": 90, "epoch": 2.930747922437673, "percentage": 100.0, "elapsed_time": "6:52:33", "remaining_time": "0:00:00"}
159
+ {"current_steps": 90, "total_steps": 90, "epoch": 2.930747922437673, "percentage": 100.0, "elapsed_time": "0:00:00", "remaining_time": "0:00:00"}
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1635640941d9f646db3b07eb7b615f3e74ec4e8d8162e21e7e0491ae10ac9bbe
3
- size 8248
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82ad7d34f4fd7d13f261ca371ca8a8628ba86ade2e06909487f9ea7e49e2cf89
3
+ size 8376