



'''simple docstring'''



from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase	:		Optional[int]				=   logging.get_logger(__name__)

lowerCAmelCase	:		Union[str, Any]				=   {
    '''microsoft/biogpt''': '''https://huggingface.co/microsoft/biogpt/resolve/main/config.json''',
    # See all BioGPT models at https://huggingface.co/models?filter=biogpt
}






class 					UpperCAmelCase__	(		UpperCamelCase__ ):
					a      :     str        =							"""biogpt"""



					def __init__(    self			,				UpperCamelCase=4_2384			,				UpperCamelCase=1024			,				UpperCamelCase=24			,				UpperCamelCase=16			,				UpperCamelCase=4096			,				UpperCamelCase="gelu"			,				UpperCamelCase=0.1			,				UpperCamelCase=0.1			,				UpperCamelCase=1024			,				UpperCamelCase=0.02			,				UpperCamelCase=1E-12			,				UpperCamelCase=True			,				UpperCamelCase=True			,				UpperCamelCase=0.0			,				UpperCamelCase=0.0			,				UpperCamelCase=1			,				UpperCamelCase=0			,				UpperCamelCase=2			,				**UpperCamelCase			,				)     ->			Any:
						__lowerCAmelCase												=  vocab_size
						__lowerCAmelCase												=  max_position_embeddings
						__lowerCAmelCase												=  hidden_size
						__lowerCAmelCase												=  num_hidden_layers
						__lowerCAmelCase												=  num_attention_heads
						__lowerCAmelCase												=  intermediate_size
						__lowerCAmelCase												=  hidden_act
						__lowerCAmelCase												=  hidden_dropout_prob
						__lowerCAmelCase												=  attention_probs_dropout_prob
						__lowerCAmelCase												=  initializer_range
						__lowerCAmelCase												=  layer_norm_eps
						__lowerCAmelCase												=  scale_embedding
						__lowerCAmelCase												=  use_cache
						__lowerCAmelCase												=  layerdrop
						__lowerCAmelCase												=  activation_dropout
						super().__init__(pad_token_id=UpperCamelCase			,				bos_token_id=UpperCamelCase			,				eos_token_id=UpperCamelCase			,				**UpperCamelCase     )




'''simple docstring'''



from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase	:		Optional[Any]				=   logging.get_logger(__name__)

lowerCAmelCase	:		Optional[int]				=   {
    '''facebook/dpr-ctx_encoder-single-nq-base''': (
        '''https://huggingface.co/facebook/dpr-ctx_encoder-single-nq-base/resolve/main/config.json'''
    ),
    '''facebook/dpr-question_encoder-single-nq-base''': (
        '''https://huggingface.co/facebook/dpr-question_encoder-single-nq-base/resolve/main/config.json'''
    ),
    '''facebook/dpr-reader-single-nq-base''': (
        '''https://huggingface.co/facebook/dpr-reader-single-nq-base/resolve/main/config.json'''
    ),
    '''facebook/dpr-ctx_encoder-multiset-base''': (
        '''https://huggingface.co/facebook/dpr-ctx_encoder-multiset-base/resolve/main/config.json'''
    ),
    '''facebook/dpr-question_encoder-multiset-base''': (
        '''https://huggingface.co/facebook/dpr-question_encoder-multiset-base/resolve/main/config.json'''
    ),
    '''facebook/dpr-reader-multiset-base''': (
        '''https://huggingface.co/facebook/dpr-reader-multiset-base/resolve/main/config.json'''
    ),
}






class 					UpperCAmelCase__	(		UpperCamelCase__ ):
					a      :     Optional[Any]        =							"""dpr"""



					def __init__(    self			,				UpperCamelCase=3_0522			,				UpperCamelCase=768			,				UpperCamelCase=12			,				UpperCamelCase=12			,				UpperCamelCase=3072			,				UpperCamelCase="gelu"			,				UpperCamelCase=0.1			,				UpperCamelCase=0.1			,				UpperCamelCase=512			,				UpperCamelCase=2			,				UpperCamelCase=0.02			,				UpperCamelCase=1E-12			,				UpperCamelCase=0			,				UpperCamelCase="absolute"			,				UpperCamelCase = 0			,				**UpperCamelCase			,				)     ->			Tuple:
						super().__init__(pad_token_id=UpperCamelCase			,				**UpperCamelCase     )

						__lowerCAmelCase												=  vocab_size
						__lowerCAmelCase												=  hidden_size
						__lowerCAmelCase												=  num_hidden_layers
						__lowerCAmelCase												=  num_attention_heads
						__lowerCAmelCase												=  hidden_act
						__lowerCAmelCase												=  intermediate_size
						__lowerCAmelCase												=  hidden_dropout_prob
						__lowerCAmelCase												=  attention_probs_dropout_prob
						__lowerCAmelCase												=  max_position_embeddings
						__lowerCAmelCase												=  type_vocab_size
						__lowerCAmelCase												=  initializer_range
						__lowerCAmelCase												=  layer_norm_eps
						__lowerCAmelCase												=  projection_dim
						__lowerCAmelCase												=  position_embedding_type