



from ...configuration_utils import PretrainedConfig
from ...utils import logging


A_		:     Dict        =     logging.get_logger(__name__)

A_		:     List[str]        =     {
    '''weiweishi/roc-bert-base-zh''': '''https://huggingface.co/weiweishi/roc-bert-base-zh/resolve/main/config.json''',
}



class 		_lowercase		(       UpperCAmelCase__	):
   _UpperCAmelCase     	=			'''roc_bert'''

   def __init__(      self			:       Tuple							,   __lowerCAmelCase			:       Optional[int]=3_0522							,   __lowerCAmelCase			:       int=768							,   __lowerCAmelCase			:       Dict=12							,   __lowerCAmelCase			:       List[Any]=12							,   __lowerCAmelCase			:       List[Any]=3072							,   __lowerCAmelCase			:       int="gelu"							,   __lowerCAmelCase			:       List[str]=0.1							,   __lowerCAmelCase			:       List[Any]=0.1							,   __lowerCAmelCase			:       List[str]=512							,   __lowerCAmelCase			:       Union[str, Any]=2							,   __lowerCAmelCase			:       Union[str, Any]=0.0_2							,   __lowerCAmelCase			:       Tuple=1E-12							,   __lowerCAmelCase			:       Tuple=True							,   __lowerCAmelCase			:       Union[str, Any]=0							,   __lowerCAmelCase			:       Optional[int]="absolute"							,   __lowerCAmelCase			:       int=None							,   __lowerCAmelCase			:       List[Any]=True							,   __lowerCAmelCase			:       Union[str, Any]=True							,   __lowerCAmelCase			:       Optional[Any]=768							,   __lowerCAmelCase			:       Optional[int]=910							,   __lowerCAmelCase			:       List[Any]=512							,   __lowerCAmelCase			:       Any=2_4858							,   __lowerCAmelCase			:       int=True							,   **__lowerCAmelCase			:       int							,   )       ->				List[str]:


    """simple docstring"""






    a						=		vocab_size
    a						=		max_position_embeddings
    a						=		hidden_size
    a						=		num_hidden_layers
    a						=		num_attention_heads
    a						=		intermediate_size
    a						=		hidden_act
    a						=		hidden_dropout_prob
    a						=		attention_probs_dropout_prob
    a						=		initializer_range
    a						=		type_vocab_size
    a						=		layer_norm_eps
    a						=		use_cache
    a						=		enable_pronunciation
    a						=		enable_shape
    a						=		pronunciation_embed_dim
    a						=		pronunciation_vocab_size
    a						=		shape_embed_dim
    a						=		shape_vocab_size
    a						=		concat_input
    a						=		position_embedding_type
    a						=		classifier_dropout
    super().__init__(pad_token_id=__lowerCAmelCase							,   **__lowerCAmelCase							)






from __future__ import annotations


def 	UpperCAmelCase__      (      UpperCAmelCase__ :int					):






 '''simple docstring'''

 a						=		str(UpperCAmelCase__					)
 return len(UpperCAmelCase__					) == 9 and set(UpperCAmelCase__					) == set("123456789"					)


def 	UpperCAmelCase__      (      ):






 '''simple docstring'''

 for base_num in range(99_99 ,					49_99 ,					-1					):
  a						=		10_00_02 * base_num
  if is_9_pandigital(UpperCAmelCase__					):
   return candidate

 for base_num in range(3_33 ,					99 ,					-1					):
  a						=		1_00_20_03 * base_num
  if is_9_pandigital(UpperCAmelCase__					):
   return candidate

 return None


if __name__ == "__main__":
     print(F"""{solution() = }""")

