Update config.json
Browse files- config.json +3 -3
config.json
CHANGED
|
@@ -11,7 +11,7 @@
|
|
| 11 |
"bos_token_id": null,
|
| 12 |
"causal": false,
|
| 13 |
"dense_seq_output": true,
|
| 14 |
-
"embd_pdrop": 0.
|
| 15 |
"eos_token_id": null,
|
| 16 |
"fused_bias_fc": true,
|
| 17 |
"fused_dropout_add_ln": true,
|
|
@@ -31,7 +31,7 @@
|
|
| 31 |
"prenorm": false,
|
| 32 |
"qkv_proj_bias": false,
|
| 33 |
"reorder_and_upcast_attn": false,
|
| 34 |
-
"resid_pdrop": 0.
|
| 35 |
"rotary_emb_base": 1000,
|
| 36 |
"rotary_emb_fraction": 1.0,
|
| 37 |
"rotary_emb_interleaved": false,
|
|
@@ -40,7 +40,7 @@
|
|
| 40 |
"scale_attn_by_inverse_layer_idx": false,
|
| 41 |
"scale_attn_weights": true,
|
| 42 |
"summary_activation": null,
|
| 43 |
-
"summary_first_dropout": 0.
|
| 44 |
"summary_proj_to_labels": true,
|
| 45 |
"summary_type": "cls_index",
|
| 46 |
"summary_use_proj": true,
|
|
|
|
| 11 |
"bos_token_id": null,
|
| 12 |
"causal": false,
|
| 13 |
"dense_seq_output": true,
|
| 14 |
+
"embd_pdrop": 0.0,
|
| 15 |
"eos_token_id": null,
|
| 16 |
"fused_bias_fc": true,
|
| 17 |
"fused_dropout_add_ln": true,
|
|
|
|
| 31 |
"prenorm": false,
|
| 32 |
"qkv_proj_bias": false,
|
| 33 |
"reorder_and_upcast_attn": false,
|
| 34 |
+
"resid_pdrop": 0.0,
|
| 35 |
"rotary_emb_base": 1000,
|
| 36 |
"rotary_emb_fraction": 1.0,
|
| 37 |
"rotary_emb_interleaved": false,
|
|
|
|
| 40 |
"scale_attn_by_inverse_layer_idx": false,
|
| 41 |
"scale_attn_weights": true,
|
| 42 |
"summary_activation": null,
|
| 43 |
+
"summary_first_dropout": 0.0,
|
| 44 |
"summary_proj_to_labels": true,
|
| 45 |
"summary_type": "cls_index",
|
| 46 |
"summary_use_proj": true,
|