





from ...configuration_utils import PretrainedConfig
from ...utils import logging


__lowerCamelCase :  List[str]										=  logging.get_logger(__name__)

__lowerCamelCase :  Any										=  {
    """SCUT-DLVCLab/lilt-roberta-en-base""": (
        """https://huggingface.co/SCUT-DLVCLab/lilt-roberta-en-base/resolve/main/config.json"""
    ),
}



class       A__     ( __snake_case    ):
      _UpperCAmelCase			:str							=     'lilt'





      def __init__(				self ,							A_=3_0522 ,							A_=768 ,							A_=12 ,							A_=12 ,							A_=3072 ,							A_="gelu" ,							A_=0.1 ,							A_=0.1 ,							A_=512 ,							A_=2 ,							A_=0.02 ,							A_=1e-12 ,							A_=0 ,							A_="absolute" ,							A_=None ,							A_=4 ,							A_=1024 ,							**A_ ,							):
       '''simple docstring'''




       super().__init__(pad_token_id=A_ ,							**A_     )

       UpperCamelCase			:      List[str] 			=     vocab_size
       UpperCamelCase			:      Union[str, Any] 			=     hidden_size
       UpperCamelCase			:      Dict 			=     num_hidden_layers
       UpperCamelCase			:      Dict 			=     num_attention_heads
       UpperCamelCase			:      Any 			=     hidden_act
       UpperCamelCase			:      Dict 			=     intermediate_size
       UpperCamelCase			:      List[Any] 			=     hidden_dropout_prob
       UpperCamelCase			:      int 			=     attention_probs_dropout_prob
       UpperCamelCase			:      Tuple 			=     max_position_embeddings
       UpperCamelCase			:      Any 			=     type_vocab_size
       UpperCamelCase			:      Tuple 			=     initializer_range
       UpperCamelCase			:      List[str] 			=     layer_norm_eps
       UpperCamelCase			:      int 			=     position_embedding_type
       UpperCamelCase			:      List[str] 			=     classifier_dropout
       UpperCamelCase			:      int 			=     channel_shrink_ratio
       UpperCamelCase			:      str 			=     max_ad_position_embeddings







from ..utils import DummyObject, requires_backends



class       A__     ( metaclass=__snake_case    ):
      _UpperCAmelCase			:Tuple							=     ['note_seq']





      def __init__(				self ,							*A_ ,							**A_     ):
       '''simple docstring'''




       requires_backends(self ,							["note_seq"]     )





      @classmethod
      def  __UpperCamelCase(				cls ,							*A_ ,							**A_     ):
       '''simple docstring'''




       requires_backends(cls ,							["note_seq"]     )





      @classmethod
      def  __UpperCamelCase(				cls ,							*A_ ,							**A_     ):
       '''simple docstring'''




       requires_backends(cls ,							["note_seq"]     )
