





from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowerCamelCase   				=			logging.get_logger(__name__)

_lowerCamelCase   				=			{
    'weiweishi/roc-bert-base-zh': 'https://huggingface.co/weiweishi/roc-bert-base-zh/resolve/main/config.json',
}




class   UpperCamelCase_       (     UpperCamelCase__    ):
							lowerCamelCase_           =					"roc_bert"


							def __init__(							self    :List[str]							,				__A    :Union[str, Any]=3_0522							,				__A    :Dict=768							,				__A    :Dict=12							,				__A    :Union[str, Any]=12							,				__A    :Union[str, Any]=3072							,				__A    :List[str]="gelu"							,				__A    :Dict=0.1							,				__A    :Any=0.1							,				__A    :Optional[Any]=512							,				__A    :List[str]=2							,				__A    :Dict=0.0_2							,				__A    :List[str]=1E-12							,				__A    :Optional[Any]=True							,				__A    :Any=0							,				__A    :str="absolute"							,				__A    :Union[str, Any]=None							,				__A    :Dict=True							,				__A    :List[Any]=True							,				__A    :Any=768							,				__A    :str=910							,				__A    :int=512							,				__A    :Optional[Any]=2_4858							,				__A    :Optional[Any]=True							,				**__A    :Dict							,				)   ->   Any:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      vocab_size
									SCREAMING_SNAKE_CASE__			=      max_position_embeddings
									SCREAMING_SNAKE_CASE__			=      hidden_size
									SCREAMING_SNAKE_CASE__			=      num_hidden_layers
									SCREAMING_SNAKE_CASE__			=      num_attention_heads
									SCREAMING_SNAKE_CASE__			=      intermediate_size
									SCREAMING_SNAKE_CASE__			=      hidden_act
									SCREAMING_SNAKE_CASE__			=      hidden_dropout_prob
									SCREAMING_SNAKE_CASE__			=      attention_probs_dropout_prob
									SCREAMING_SNAKE_CASE__			=      initializer_range
									SCREAMING_SNAKE_CASE__			=      type_vocab_size
									SCREAMING_SNAKE_CASE__			=      layer_norm_eps
									SCREAMING_SNAKE_CASE__			=      use_cache
									SCREAMING_SNAKE_CASE__			=      enable_pronunciation
									SCREAMING_SNAKE_CASE__			=      enable_shape
									SCREAMING_SNAKE_CASE__			=      pronunciation_embed_dim
									SCREAMING_SNAKE_CASE__			=      pronunciation_vocab_size
									SCREAMING_SNAKE_CASE__			=      shape_embed_dim
									SCREAMING_SNAKE_CASE__			=      shape_vocab_size
									SCREAMING_SNAKE_CASE__			=      concat_input
									SCREAMING_SNAKE_CASE__			=      position_embedding_type
									SCREAMING_SNAKE_CASE__			=      classifier_dropout
									super().__init__(pad_token_id=__A							,				**__A		)






import inspect
import unittest




class   UpperCamelCase_       (     unittest.TestCase    ):


							def      _snake_case  (							self    :str		)   ->   Union[str, Any]:



									"""simple docstring"""



									try:
											import diffusers  # noqa: F401
									except ImportError:
											assert False


							def      _snake_case  (							self    :Any		)   ->   Any:



									"""simple docstring"""



									import diffusers
									from diffusers.dependency_versions_table import deps

									SCREAMING_SNAKE_CASE__			=      inspect.getmembers(__A							,				inspect.isclass		)

									for cls_name, cls_module in all_classes:
											if "dummy_" in cls_module.__module__:
													for backend in cls_module._backends:
															if backend == "k_diffusion":
																	SCREAMING_SNAKE_CASE__			=      """k-diffusion"""
															elif backend == "invisible_watermark":
																	SCREAMING_SNAKE_CASE__			=      """invisible-watermark"""
															assert backend in deps, f'''{backend} is not in the deps table!'''