Update config.yaml
Browse files- config.yaml +1 -1
config.yaml
CHANGED
|
@@ -431,7 +431,7 @@ model:
|
|
| 431 |
mlp_pdrop: 0.1
|
| 432 |
use_rope: true
|
| 433 |
use_nope: false
|
| 434 |
-
query_seq_len:
|
| 435 |
rope_theta: 32.0
|
| 436 |
optimizer_type: adamw
|
| 437 |
optimizer:
|
|
|
|
| 431 |
mlp_pdrop: 0.1
|
| 432 |
use_rope: true
|
| 433 |
use_nope: false
|
| 434 |
+
query_seq_len: 100
|
| 435 |
rope_theta: 32.0
|
| 436 |
optimizer_type: adamw
|
| 437 |
optimizer:
|