






from ...configuration_utils import PretrainedConfig
from ...utils import logging


snake_case    				=		logging.get_logger(__name__)

snake_case    				=		{
    """microsoft/biogpt""": """https://huggingface.co/microsoft/biogpt/resolve/main/config.json""",
    # See all BioGPT models at https://huggingface.co/models?filter=biogpt
}


class     SCREAMING_SNAKE_CASE			(			lowerCAmelCase					):
     '''simple docstring'''


     UpperCamelCase_							:		Optional[int]			=	'''biogpt'''


     def __init__(				self       :	List[Any]					, UpperCAmelCase_       :	Any=4_2384					, UpperCAmelCase_       :	Optional[int]=1024					, UpperCAmelCase_       :	Optional[Any]=24					, UpperCAmelCase_       :	Optional[int]=16					, UpperCAmelCase_       :	Optional[Any]=4096					, UpperCAmelCase_       :	List[str]="gelu"					, UpperCAmelCase_       :	List[str]=0.1					, UpperCAmelCase_       :	Optional[int]=0.1					, UpperCAmelCase_       :	Union[str, Any]=1024					, UpperCAmelCase_       :	int=0.02					, UpperCAmelCase_       :	Dict=1E-12					, UpperCAmelCase_       :	List[str]=True					, UpperCAmelCase_       :	Union[str, Any]=True					, UpperCAmelCase_       :	Tuple=0.0					, UpperCAmelCase_       :	Any=0.0					, UpperCAmelCase_       :	Optional[Any]=1					, UpperCAmelCase_       :	int=0					, UpperCAmelCase_       :	Any=2					, **UpperCAmelCase_       :	int					, ):
       SCREAMING_SNAKE_CASE       :      int							=    vocab_size
       SCREAMING_SNAKE_CASE       :      Any							=    max_position_embeddings
       SCREAMING_SNAKE_CASE       :      List[str]							=    hidden_size
       SCREAMING_SNAKE_CASE       :      Union[str, Any]							=    num_hidden_layers
       SCREAMING_SNAKE_CASE       :      int							=    num_attention_heads
       SCREAMING_SNAKE_CASE       :      List[Any]							=    intermediate_size
       SCREAMING_SNAKE_CASE       :      Any							=    hidden_act
       SCREAMING_SNAKE_CASE       :      List[str]							=    hidden_dropout_prob
       SCREAMING_SNAKE_CASE       :      List[Any]							=    attention_probs_dropout_prob
       SCREAMING_SNAKE_CASE       :      List[str]							=    initializer_range
       SCREAMING_SNAKE_CASE       :      Dict							=    layer_norm_eps
       SCREAMING_SNAKE_CASE       :      List[Any]							=    scale_embedding
       SCREAMING_SNAKE_CASE       :      int							=    use_cache
       SCREAMING_SNAKE_CASE       :      int							=    layerdrop
       SCREAMING_SNAKE_CASE       :      Optional[int]							=    activation_dropout
       super().__init__(pad_token_id=UpperCAmelCase_					, bos_token_id=UpperCAmelCase_					, eos_token_id=UpperCAmelCase_					, **UpperCAmelCase_      )














from ..utils import DummyObject, requires_backends


class  SCREAMING_SNAKE_CASE			(			metaclass=lowerCAmelCase					):
     '''simple docstring'''


     UpperCamelCase_							:		Union[str, Any]			=	['''keras_nlp''']


     def __init__(				self       :	Dict					, *UpperCAmelCase_       :	Optional[Any]					, **UpperCAmelCase_       :	Dict      ):
       requires_backends(self					, ["keras_nlp"]      )






