Hugging Face's logo

pere
/
pk-nb-t5x

Model card Files
xet
Community
pere commited on
Commit
a657ef8
·
1 Parent(s): 5fb7bff

part balanced large

Browse files
Files changed (1) hide show
  1. balanced_bokmaal_nynorsk_lm_large.gin +1 -1
balanced_bokmaal_nynorsk_lm_large.gin CHANGED
@@ -13,7 +13,7 @@ TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
13
  TRAIN_STEPS = 1_800_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
15
  INITIAL_CHECKPOINT_PATH = "gs://north-t5x/pretrained_models/large/norwegian_NCC_plus_English_pluss200k_balanced_bokmaal_nynorsk_t5x_large/checkpoint_1700000"
16
- #PjitPartitioner.num_partitions = 2
17
  utils.SaveCheckpointConfig.period = 5000
18
  utils.SaveCheckpointConfig.keep = 3
19
 
 
13
  TRAIN_STEPS = 1_800_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
15
  INITIAL_CHECKPOINT_PATH = "gs://north-t5x/pretrained_models/large/norwegian_NCC_plus_English_pluss200k_balanced_bokmaal_nynorsk_t5x_large/checkpoint_1700000"
16
+ PjitPartitioner.num_partitions = 1
17
  utils.SaveCheckpointConfig.period = 5000
18
  utils.SaveCheckpointConfig.keep = 3
19