pere
/

pk-nb-t5x

Model card Files Files and versions

pere commited on Sep 24, 2022

Commit

95181a7

·

1 Parent(s): 6c617b9

2 part

Files changed (1) hide show

scandinavian3k_solo_xl.gin +1 -1

scandinavian3k_solo_xl.gin CHANGED Viewed

@@ -13,6 +13,6 @@ TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 114}
 TRAIN_STEPS = 3_000_000
 DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
 INITIAL_CHECKPOINT_PATH = "gs://t5-data/pretrained_models/t5x/mt5_xl/checkpoint_1000000"
-PjitPartitioner.num_partitions = 4

 TRAIN_STEPS = 3_000_000
 DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
 INITIAL_CHECKPOINT_PATH = "gs://t5-data/pretrained_models/t5x/mt5_xl/checkpoint_1000000"
+PjitPartitioner.num_partitions = 2