part balanced large fix
Browse files
balanced_bokmaal_nynorsk_lm_large.gin
CHANGED
|
@@ -13,7 +13,7 @@ TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
|
|
| 13 |
TRAIN_STEPS = 1_800_000
|
| 14 |
DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
|
| 15 |
INITIAL_CHECKPOINT_PATH = "gs://north-t5x/pretrained_models/large/norwegian_NCC_plus_English_pluss200k_balanced_bokmaal_nynorsk_t5x_large/checkpoint_1700000"
|
| 16 |
-
PjitPartitioner.num_partitions = 1
|
| 17 |
utils.SaveCheckpointConfig.period = 5000
|
| 18 |
utils.SaveCheckpointConfig.keep = 3
|
| 19 |
|
|
|
|
| 13 |
TRAIN_STEPS = 1_800_000
|
| 14 |
DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
|
| 15 |
INITIAL_CHECKPOINT_PATH = "gs://north-t5x/pretrained_models/large/norwegian_NCC_plus_English_pluss200k_balanced_bokmaal_nynorsk_t5x_large/checkpoint_1700000"
|
| 16 |
+
#PjitPartitioner.num_partitions = 1
|
| 17 |
utils.SaveCheckpointConfig.period = 5000
|
| 18 |
utils.SaveCheckpointConfig.keep = 3
|
| 19 |
|