




from ...configuration_utils import PretrainedConfig




class    __lowerCAmelCase       (							lowerCAmelCase):
       _a 					=						'''bert-generation'''






       def __init__(   self:					Optional[int]       ,					_lowerCAmelCase:					List[Any]=5_03_58       ,					_lowerCAmelCase:					str=10_24       ,					_lowerCAmelCase:					Union[str, Any]=24       ,					_lowerCAmelCase:					Optional[Any]=16       ,					_lowerCAmelCase:					List[Any]=40_96       ,					_lowerCAmelCase:					Dict="gelu"       ,					_lowerCAmelCase:					Optional[int]=0.1       ,					_lowerCAmelCase:					Union[str, Any]=0.1       ,					_lowerCAmelCase:					int=5_12       ,					_lowerCAmelCase:					str=0.02       ,					_lowerCAmelCase:					Dict=1e-1_2       ,					_lowerCAmelCase:					Optional[Any]=0       ,					_lowerCAmelCase:					Tuple=2       ,					_lowerCAmelCase:					Optional[Any]=1       ,					_lowerCAmelCase:					Union[str, Any]="absolute"       ,					_lowerCAmelCase:					Union[str, Any]=True       ,					**_lowerCAmelCase:					int       ,					):
         super().__init__(pad_token_id=__A       ,					bos_token_id=__A       ,					eos_token_id=__A       ,					**__A				)

         lowercase    :Tuple      	=						vocab_size
         lowercase    :str      	=						hidden_size
         lowercase    :Dict      	=						num_hidden_layers
         lowercase    :Tuple      	=						num_attention_heads
         lowercase    :List[Any]      	=						hidden_act
         lowercase    :Optional[Any]      	=						intermediate_size
         lowercase    :List[Any]      	=						hidden_dropout_prob
         lowercase    :str      	=						attention_probs_dropout_prob
         lowercase    :Dict      	=						max_position_embeddings
         lowercase    :Dict      	=						initializer_range
         lowercase    :Optional[int]      	=						layer_norm_eps
         lowercase    :Any      	=						position_embedding_type
         lowercase    :List[Any]      	=						use_cache









def       UpperCAmelCase__  (     lowerCamelCase   ):
  if divisor % 5 == 0 or divisor % 2 == 0:
    return 0
  lowercase    :str      	=						1
  lowercase    :Tuple      	=						1
  while repunit:
    lowercase    :Dict      	=						(10 * repunit + 1) % divisor
    repunit_index += 1
  return repunit_index



def       UpperCAmelCase__  (     lowerCamelCase = 1000000   ):
  lowercase    :List[Any]      	=						limit - 1
  if divisor % 2 == 0:
    divisor += 1
  while least_divisible_repunit(lowerCamelCase   ) <= limit:
    divisor += 2
  return divisor


if __name__ == "__main__":
     print(f'''{solution() = }''')



