






"""simple docstring"""





from ...configuration_utils import PretrainedConfig
from ...utils import logging


A__					: Dict=	logging.get_logger(__name__)

A__					: List[str]=	{
    '''weiweishi/roc-bert-base-zh''': '''https://huggingface.co/weiweishi/roc-bert-base-zh/resolve/main/config.json''',
}
class    __lowerCamelCase    (  UpperCAmelCase__  ):
   a      :				List[str] 						="""roc_bert"""

   def __init__(					self ,				snake_case_=3_0522 ,				snake_case_=768 ,				snake_case_=12 ,				snake_case_=12 ,				snake_case_=3072 ,				snake_case_="gelu" ,				snake_case_=0.1 ,				snake_case_=0.1 ,				snake_case_=512 ,				snake_case_=2 ,				snake_case_=0.02 ,				snake_case_=1E-12 ,				snake_case_=True ,				snake_case_=0 ,				snake_case_="absolute" ,				snake_case_=None ,				snake_case_=True ,				snake_case_=True ,				snake_case_=768 ,				snake_case_=910 ,				snake_case_=512 ,				snake_case_=2_4858 ,				snake_case_=True ,				**snake_case_ ,				)		->       List[str]:
       UpperCamelCase__         =    vocab_size
       UpperCamelCase__         =    max_position_embeddings
       UpperCamelCase__         =    hidden_size
       UpperCamelCase__         =    num_hidden_layers
       UpperCamelCase__         =    num_attention_heads
       UpperCamelCase__         =    intermediate_size
       UpperCamelCase__         =    hidden_act
       UpperCamelCase__         =    hidden_dropout_prob
       UpperCamelCase__         =    attention_probs_dropout_prob
       UpperCamelCase__         =    initializer_range
       UpperCamelCase__         =    type_vocab_size
       UpperCamelCase__         =    layer_norm_eps
       UpperCamelCase__         =    use_cache
       UpperCamelCase__         =    enable_pronunciation
       UpperCamelCase__         =    enable_shape
       UpperCamelCase__         =    pronunciation_embed_dim
       UpperCamelCase__         =    pronunciation_vocab_size
       UpperCamelCase__         =    shape_embed_dim
       UpperCamelCase__         =    shape_vocab_size
       UpperCamelCase__         =    concat_input
       UpperCamelCase__         =    position_embedding_type
       UpperCamelCase__         =    classifier_dropout
       super().__init__(pad_token_id=__lowerCAmelCase ,				**__lowerCAmelCase      )







"""simple docstring"""





from ...configuration_utils import PretrainedConfig
from ...utils import logging


A__					: List[str]=	logging.get_logger(__name__)
class    __lowerCamelCase    (  _a  ):
   a      :				Optional[int] 						="""timm_backbone"""

   def __init__(					self ,				snake_case_=None ,				snake_case_=3 ,				snake_case_=True ,				snake_case_=True ,				snake_case_=None ,				**snake_case_ ,				)		->       Dict:
       super().__init__(**snake_case_      )
       UpperCamelCase__         =    backbone
       UpperCamelCase__         =    num_channels
       UpperCamelCase__         =    features_only
       UpperCamelCase__         =    use_pretrained_backbone
       UpperCamelCase__         =    True
       UpperCamelCase__         =    out_indices if out_indices is not None else (-1,)




