



"""simple docstring"""

from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase__					:						Optional[Any]												=			logging.get_logger(__name__)

lowercase__					:						List[Any]												=			{
    '''google/realm-cc-news-pretrained-embedder''': (
        '''https://huggingface.co/google/realm-cc-news-pretrained-embedder/resolve/main/config.json'''
    ),
    '''google/realm-cc-news-pretrained-encoder''': (
        '''https://huggingface.co/google/realm-cc-news-pretrained-encoder/resolve/main/config.json'''
    ),
    '''google/realm-cc-news-pretrained-scorer''': (
        '''https://huggingface.co/google/realm-cc-news-pretrained-scorer/resolve/main/config.json'''
    ),
    '''google/realm-cc-news-pretrained-openqa''': (
        '''https://huggingface.co/google/realm-cc-news-pretrained-openqa/aresolve/main/config.json'''
    ),
    '''google/realm-orqa-nq-openqa''': '''https://huggingface.co/google/realm-orqa-nq-openqa/resolve/main/config.json''',
    '''google/realm-orqa-nq-reader''': '''https://huggingface.co/google/realm-orqa-nq-reader/resolve/main/config.json''',
    '''google/realm-orqa-wq-openqa''': '''https://huggingface.co/google/realm-orqa-wq-openqa/resolve/main/config.json''',
    '''google/realm-orqa-wq-reader''': '''https://huggingface.co/google/realm-orqa-wq-reader/resolve/main/config.json''',
    # See all REALM models at https://huggingface.co/models?filter=realm
}




class  _UpperCAmelCase (    lowerCAmelCase__):
 _lowerCAmelCase     :    List[Any]	      =	"""realm"""

 def __init__(  self	: Dict						,  lowercase_	: int=30522						,  lowercase_	: List[Any]=768						,  lowercase_	: Any=128						,  lowercase_	: int=12						,  lowercase_	: List[Any]=12						,  lowercase_	: Optional[Any]=8						,  lowercase_	: Optional[Any]=3072						,  lowercase_	: str="gelu_new"						,  lowercase_	: Any=0.1						,  lowercase_	: List[str]=0.1						,  lowercase_	: List[Any]=512						,  lowercase_	: int=2						,  lowercase_	: Union[str, Any]=0.02						,  lowercase_	: Dict=1E-12						,  lowercase_	: Any=256						,  lowercase_	: int=10						,  lowercase_	: Optional[int]=1E-3						,  lowercase_	: Optional[int]=5						,  lowercase_	: List[str]=320						,  lowercase_	: List[str]=13353718						,  lowercase_	: List[str]=5000						,  lowercase_	: int=1						,  lowercase_	: int=0						,  lowercase_	: Dict=2						,  **lowercase_	: List[str]						,  ):
     super().__init__(pad_token_id=lowercase_						,  bos_token_id=lowercase_						,  eos_token_id=lowercase_						,  **lowercase_       )

     # Common config
     snake_case_				:  Any       =			vocab_size
     snake_case_				:  Tuple       =			max_position_embeddings
     snake_case_				:  List[str]       =			hidden_size
     snake_case_				:  Union[str, Any]       =			retriever_proj_size
     snake_case_				:  Any       =			num_hidden_layers
     snake_case_				:  List[str]       =			num_attention_heads
     snake_case_				:  Dict       =			num_candidates
     snake_case_				:  Tuple       =			intermediate_size
     snake_case_				:  Dict       =			hidden_act
     snake_case_				:  Dict       =			hidden_dropout_prob
     snake_case_				:  Optional[int]       =			attention_probs_dropout_prob
     snake_case_				:  Union[str, Any]       =			initializer_range
     snake_case_				:  List[str]       =			type_vocab_size
     snake_case_				:  Dict       =			layer_norm_eps

     # Reader config
     snake_case_				:  str       =			span_hidden_size
     snake_case_				:  List[Any]       =			max_span_width
     snake_case_				:  Union[str, Any]       =			reader_layer_norm_eps
     snake_case_				:  Any       =			reader_beam_size
     snake_case_				:  Any       =			reader_seq_len

     # Retrieval config
     snake_case_				:  Any       =			num_block_records
     snake_case_				:  Optional[Any]       =			searcher_beam_size










"""simple docstring"""

lowercase__					:						Union[str, Any]												=			{
    '''Pillow''': '''Pillow''',
    '''accelerate''': '''accelerate>=0.11.0''',
    '''compel''': '''compel==0.1.8''',
    '''black''': '''black~=23.1''',
    '''datasets''': '''datasets''',
    '''filelock''': '''filelock''',
    '''flax''': '''flax>=0.4.1''',
    '''hf-doc-builder''': '''hf-doc-builder>=0.3.0''',
    '''huggingface-hub''': '''huggingface-hub>=0.13.2''',
    '''requests-mock''': '''requests-mock==1.10.0''',
    '''importlib_metadata''': '''importlib_metadata''',
    '''invisible-watermark''': '''invisible-watermark''',
    '''isort''': '''isort>=5.5.4''',
    '''jax''': '''jax>=0.2.8,!=0.3.2''',
    '''jaxlib''': '''jaxlib>=0.1.65''',
    '''Jinja2''': '''Jinja2''',
    '''k-diffusion''': '''k-diffusion>=0.0.12''',
    '''torchsde''': '''torchsde''',
    '''note_seq''': '''note_seq''',
    '''librosa''': '''librosa''',
    '''numpy''': '''numpy''',
    '''omegaconf''': '''omegaconf''',
    '''parameterized''': '''parameterized''',
    '''protobuf''': '''protobuf>=3.20.3,<4''',
    '''pytest''': '''pytest''',
    '''pytest-timeout''': '''pytest-timeout''',
    '''pytest-xdist''': '''pytest-xdist''',
    '''ruff''': '''ruff>=0.0.241''',
    '''safetensors''': '''safetensors''',
    '''sentencepiece''': '''sentencepiece>=0.1.91,!=0.1.92''',
    '''scipy''': '''scipy''',
    '''onnx''': '''onnx''',
    '''regex''': '''regex!=2019.12.17''',
    '''requests''': '''requests''',
    '''tensorboard''': '''tensorboard''',
    '''torch''': '''torch>=1.4''',
    '''torchvision''': '''torchvision''',
    '''transformers''': '''transformers>=4.25.1''',
    '''urllib3''': '''urllib3<=2.0.0''',
}





