
from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase__    :		List[Any]          =   logging.get_logger(__name__)

lowerCamelCase__    :		List[str]          =   {
    """facebook/xglm-564M""": """https://huggingface.co/facebook/xglm-564M/resolve/main/config.json""",
    # See all XGLM models at https://huggingface.co/models?filter=xglm
}



class       _snake_case   (	UpperCAmelCase_							):
 __lowerCAmelCase  :     Dict        =			'xglm'
 __lowerCAmelCase  :     Any        =			['past_key_values']

 __lowerCAmelCase  :     str        =			{
     'num_attention_heads': 'attention_heads',
     'hidden_size': 'd_model',
     'num_hidden_layers': 'num_layers',
 }


 def __init__(					self					,  SCREAMING_SNAKE_CASE_=25_60_08					,  SCREAMING_SNAKE_CASE_=20_48					,  SCREAMING_SNAKE_CASE_=10_24					,  SCREAMING_SNAKE_CASE_=40_96					,  SCREAMING_SNAKE_CASE_=24					,  SCREAMING_SNAKE_CASE_=16					,  SCREAMING_SNAKE_CASE_="gelu"					,  SCREAMING_SNAKE_CASE_=0.1					,  SCREAMING_SNAKE_CASE_=0.1					,  SCREAMING_SNAKE_CASE_=0.0					,  SCREAMING_SNAKE_CASE_=0.0					,  SCREAMING_SNAKE_CASE_=0.0_2					,  SCREAMING_SNAKE_CASE_=True					,  SCREAMING_SNAKE_CASE_=True					,  SCREAMING_SNAKE_CASE_=2					,  SCREAMING_SNAKE_CASE_=1					,  SCREAMING_SNAKE_CASE_=0					,  SCREAMING_SNAKE_CASE_=2					,  **SCREAMING_SNAKE_CASE_					,  ):


   '''simple docstring'''




   lowercase__  :   List[str]    		=      vocab_size
   lowercase__  :   Tuple    		=      max_position_embeddings
   lowercase__  :   List[str]    		=      d_model
   lowercase__  :   int    		=      ffn_dim
   lowercase__  :   List[Any]    		=      num_layers
   lowercase__  :   int    		=      attention_heads
   lowercase__  :   str    		=      activation_function
   lowercase__  :   str    		=      dropout
   lowercase__  :   List[str]    		=      attention_dropout
   lowercase__  :   int    		=      activation_dropout
   lowercase__  :   List[str]    		=      layerdrop
   lowercase__  :   List[str]    		=      init_std
   lowercase__  :   Optional[Any]    		=      scale_embedding  # scale factor will be sqrt(d_model) if True
   lowercase__  :   List[Any]    		=      use_cache

   super().__init__(
       pad_token_id=SCREAMING_SNAKE_CASE_					,  bos_token_id=SCREAMING_SNAKE_CASE_					,  eos_token_id=SCREAMING_SNAKE_CASE_					,  decoder_start_token_id=SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_					,  )








from ..utils import DummyObject, requires_backends



class       _snake_case   (	metaclass=UpperCAmelCase_							):
 __lowerCAmelCase  :     int        =			['torch', 'transformers', 'onnx']


 def __init__(					self					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(self					,  ["""torch""", """transformers""", """onnx"""])


 @classmethod
 def      lowercase__     (					cls					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(cls					,  ["""torch""", """transformers""", """onnx"""])



 @classmethod
 def      lowercase__     (					cls					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(cls					,  ["""torch""", """transformers""", """onnx"""])



class       _snake_case   (	metaclass=UpperCAmelCase_							):
 __lowerCAmelCase  :     Any        =			['torch', 'transformers', 'onnx']


 def __init__(					self					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(self					,  ["""torch""", """transformers""", """onnx"""])


 @classmethod
 def      lowercase__     (					cls					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(cls					,  ["""torch""", """transformers""", """onnx"""])



 @classmethod
 def      lowercase__     (					cls					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(cls					,  ["""torch""", """transformers""", """onnx"""])



class       _snake_case   (	metaclass=UpperCAmelCase_							):
 __lowerCAmelCase  :     Union[str, Any]        =			['torch', 'transformers', 'onnx']


 def __init__(					self					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(self					,  ["""torch""", """transformers""", """onnx"""])


 @classmethod
 def      lowercase__     (					cls					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(cls					,  ["""torch""", """transformers""", """onnx"""])



 @classmethod
 def      lowercase__     (					cls					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(cls					,  ["""torch""", """transformers""", """onnx"""])



class       _snake_case   (	metaclass=UpperCAmelCase_							):
 __lowerCAmelCase  :     List[Any]        =			['torch', 'transformers', 'onnx']


 def __init__(					self					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(self					,  ["""torch""", """transformers""", """onnx"""])


 @classmethod
 def      lowercase__     (					cls					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(cls					,  ["""torch""", """transformers""", """onnx"""])



 @classmethod
 def      lowercase__     (					cls					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(cls					,  ["""torch""", """transformers""", """onnx"""])



class       _snake_case   (	metaclass=UpperCAmelCase_							):
 __lowerCAmelCase  :     Dict        =			['torch', 'transformers', 'onnx']


 def __init__(					self					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(self					,  ["""torch""", """transformers""", """onnx"""])


 @classmethod
 def      lowercase__     (					cls					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(cls					,  ["""torch""", """transformers""", """onnx"""])



 @classmethod
 def      lowercase__     (					cls					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(cls					,  ["""torch""", """transformers""", """onnx"""])



class       _snake_case   (	metaclass=UpperCAmelCase_							):
 __lowerCAmelCase  :     List[str]        =			['torch', 'transformers', 'onnx']


 def __init__(					self					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(self					,  ["""torch""", """transformers""", """onnx"""])


 @classmethod
 def      lowercase__     (					cls					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(cls					,  ["""torch""", """transformers""", """onnx"""])



 @classmethod
 def      lowercase__     (					cls					,  *SCREAMING_SNAKE_CASE_					,  **SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   requires_backends(cls					,  ["""torch""", """transformers""", """onnx"""])






