GY2233 commited on
Commit
93b32be
·
verified ·
1 Parent(s): 59f5ef9

Add Qwen3-0.6B+Qwen3-30B-A3B router files

Browse files
Qwen3-0.6B+Qwen3-30B-A3B/default_router.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": {
3
+ "model_type": "HiddenStatesTokenLMHeadLogitsClassifier",
4
+ "init_args": {
5
+ "hidden_states_size": 1024,
6
+ "logits_size": 100,
7
+ "hidden_dims": [
8
+ 1024,
9
+ 1024,
10
+ 1024,
11
+ 1024,
12
+ 1024,
13
+ 1024
14
+ ],
15
+ "expansion_factor": 4,
16
+ "dropout_rate": 0.1,
17
+ "use_position_embedding": false,
18
+ "freeze_lm_head": true,
19
+ "normalize_input": false,
20
+ "pretrained_model_name": "Qwen/Qwen3-0.6B"
21
+ },
22
+ "model_specific_args": {},
23
+ "input_type": [
24
+ "hidden_states",
25
+ "token",
26
+ "logits"
27
+ ],
28
+ "output_type": "binary"
29
+ },
30
+ "data": {
31
+ "train": {
32
+ "path": [
33
+ "local:path_to_train_data"
34
+ ],
35
+ "type": "divergent",
36
+ "input_prefix": "small_"
37
+ },
38
+ "test": {
39
+ "path": [
40
+ "local:path_to_test_data"
41
+ ],
42
+ "type": "divergent",
43
+ "input_prefix": "small_"
44
+ }
45
+ },
46
+ "training": {
47
+ "optimizer": {
48
+ "lr": 5e-05,
49
+ "weight_decay": 0.0005
50
+ },
51
+ "params": {
52
+ "num_epochs": 50,
53
+ "batch_size": 1024,
54
+ "patience": 10,
55
+ "device": "cuda"
56
+ },
57
+ "loss": {
58
+ "type": "BCEWithLogitsLoss",
59
+ "recall_factor": 1.0
60
+ },
61
+ "validation": {
62
+ "valid_freq": 2
63
+ },
64
+ "dtype": "float32"
65
+ },
66
+ "optimizing": {
67
+ "type": "threshold",
68
+ "min_recall": 0.95
69
+ },
70
+ "output": {
71
+ "output_dir": "resource/default_router",
72
+ "checkpoint_dir": "output/checkpoint",
73
+ "model_name": null
74
+ }
75
+ }