




from ...configuration_utils import PretrainedConfig
from ...utils import logging


_UpperCAmelCase	:						List[str]			=     logging.get_logger(__name__)

_UpperCAmelCase	:						Optional[Any]			=     {
    "facebook/dpr-ctx_encoder-single-nq-base": (
        "https://huggingface.co/facebook/dpr-ctx_encoder-single-nq-base/resolve/main/config.json"
    ),
    "facebook/dpr-question_encoder-single-nq-base": (
        "https://huggingface.co/facebook/dpr-question_encoder-single-nq-base/resolve/main/config.json"
    ),
    "facebook/dpr-reader-single-nq-base": (
        "https://huggingface.co/facebook/dpr-reader-single-nq-base/resolve/main/config.json"
    ),
    "facebook/dpr-ctx_encoder-multiset-base": (
        "https://huggingface.co/facebook/dpr-ctx_encoder-multiset-base/resolve/main/config.json"
    ),
    "facebook/dpr-question_encoder-multiset-base": (
        "https://huggingface.co/facebook/dpr-question_encoder-multiset-base/resolve/main/config.json"
    ),
    "facebook/dpr-reader-multiset-base": (
        "https://huggingface.co/facebook/dpr-reader-multiset-base/resolve/main/config.json"
    ),
}




class    __lowerCAmelCase       (							lowerCAmelCase):
       _a 					=						'''dpr'''






       def __init__(   self:					Optional[int]       ,					_lowerCAmelCase:					Optional[int]=3_05_22       ,					_lowerCAmelCase:					Union[str, Any]=7_68       ,					_lowerCAmelCase:					Any=12       ,					_lowerCAmelCase:					Any=12       ,					_lowerCAmelCase:					List[str]=30_72       ,					_lowerCAmelCase:					Union[str, Any]="gelu"       ,					_lowerCAmelCase:					Any=0.1       ,					_lowerCAmelCase:					int=0.1       ,					_lowerCAmelCase:					Union[str, Any]=5_12       ,					_lowerCAmelCase:					Any=2       ,					_lowerCAmelCase:					Tuple=0.02       ,					_lowerCAmelCase:					Union[str, Any]=1e-1_2       ,					_lowerCAmelCase:					Optional[int]=0       ,					_lowerCAmelCase:					str="absolute"       ,					_lowerCAmelCase:					int = 0       ,					**_lowerCAmelCase:					int       ,					):
         super().__init__(pad_token_id=_lowerCAmelCase       ,					**_lowerCAmelCase				)

         lowercase    :List[Any]      	=						vocab_size
         lowercase    :Dict      	=						hidden_size
         lowercase    :Optional[Any]      	=						num_hidden_layers
         lowercase    :Optional[Any]      	=						num_attention_heads
         lowercase    :Tuple      	=						hidden_act
         lowercase    :Optional[int]      	=						intermediate_size
         lowercase    :Union[str, Any]      	=						hidden_dropout_prob
         lowercase    :Tuple      	=						attention_probs_dropout_prob
         lowercase    :str      	=						max_position_embeddings
         lowercase    :Union[str, Any]      	=						type_vocab_size
         lowercase    :int      	=						initializer_range
         lowercase    :Optional[Any]      	=						layer_norm_eps
         lowercase    :Union[str, Any]      	=						projection_dim
         lowercase    :Optional[int]      	=						position_embedding_type









def       UpperCAmelCase__  (     lowerCamelCase   ):
  if divisor % 5 == 0 or divisor % 2 == 0:
    return 0
  lowercase    :str      	=						1
  lowercase    :Tuple      	=						1
  while repunit:
    lowercase    :Dict      	=						(10 * repunit + 1) % divisor
    repunit_index += 1
  return repunit_index



def       UpperCAmelCase__  (     lowerCamelCase = 1000000   ):
  lowercase    :List[Any]      	=						limit - 1
  if divisor % 2 == 0:
    divisor += 1
  while least_divisible_repunit(lowerCamelCase   ) <= limit:
    divisor += 2
  return divisor


if __name__ == "__main__":
     print(f'''{solution() = }''')



