
"""simple docstring"""






from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase__ :       str						     =			logging.get_logger(__name__)

lowerCamelCase__ :       Dict						     =			{
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}




class 				lowercase__(				_UpperCAmelCase   ):
	'''simple docstring'''

	UpperCamelCase				=  """megatron-bert"""





	def __init__(						self    :Optional[Any]		, lowerCamelCase_    :Optional[Any]=2_90_56		, lowerCamelCase_    :Tuple=10_24		, lowerCamelCase_    :str=24		, lowerCamelCase_    :int=16		, lowerCamelCase_    :List[str]=40_96		, lowerCamelCase_    :List[Any]="gelu"		, lowerCamelCase_    :List[str]=0.1		, lowerCamelCase_    :str=0.1		, lowerCamelCase_    :Optional[int]=5_12		, lowerCamelCase_    :Tuple=2		, lowerCamelCase_    :Dict=0.0_2		, lowerCamelCase_    :List[str]=1E-12		, lowerCamelCase_    :str=0		, lowerCamelCase_    :List[Any]="absolute"		, lowerCamelCase_    :str=True		, **lowerCamelCase_    :int		, )							->			int:







			'''simple docstring'''




			super().__init__(pad_token_id=lowerCamelCase_		, **lowerCamelCase_					)

			SCREAMING_SNAKE_CASE       :     Optional[int]				= vocab_size
			SCREAMING_SNAKE_CASE       :     Tuple				= hidden_size
			SCREAMING_SNAKE_CASE       :     Optional[Any]				= num_hidden_layers
			SCREAMING_SNAKE_CASE       :     Any				= num_attention_heads
			SCREAMING_SNAKE_CASE       :     int				= hidden_act
			SCREAMING_SNAKE_CASE       :     Union[str, Any]				= intermediate_size
			SCREAMING_SNAKE_CASE       :     List[Any]				= hidden_dropout_prob
			SCREAMING_SNAKE_CASE       :     List[str]				= attention_probs_dropout_prob
			SCREAMING_SNAKE_CASE       :     Optional[int]				= max_position_embeddings
			SCREAMING_SNAKE_CASE       :     int				= type_vocab_size
			SCREAMING_SNAKE_CASE       :     Any				= initializer_range
			SCREAMING_SNAKE_CASE       :     Union[str, Any]				= layer_norm_eps
			SCREAMING_SNAKE_CASE       :     str				= position_embedding_type
			SCREAMING_SNAKE_CASE       :     int				= use_cache







"""simple docstring"""






from typing import TYPE_CHECKING

from ....utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


lowerCamelCase__ :       Tuple						     =			{
    "configuration_mctct": ["MCTCT_PRETRAINED_CONFIG_ARCHIVE_MAP", "MCTCTConfig"],
    "feature_extraction_mctct": ["MCTCTFeatureExtractor"],
    "processing_mctct": ["MCTCTProcessor"],
}


try:
					if not is_torch_available():
										raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
					pass
else:
					lowerCamelCase__ :       Union[str, Any]						     =			[
					    "MCTCT_PRETRAINED_MODEL_ARCHIVE_LIST",
					    "MCTCTForCTC",
					    "MCTCTModel",
					    "MCTCTPreTrainedModel",
					]


if TYPE_CHECKING:
					from .configuration_mctct import MCTCT_PRETRAINED_CONFIG_ARCHIVE_MAP, MCTCTConfig
					from .feature_extraction_mctct import MCTCTFeatureExtractor
					from .processing_mctct import MCTCTProcessor

					try:
										if not is_torch_available():
															raise OptionalDependencyNotAvailable()
					except OptionalDependencyNotAvailable:
										pass
					else:
										from .modeling_mctct import MCTCT_PRETRAINED_MODEL_ARCHIVE_LIST, MCTCTForCTC, MCTCTModel, MCTCTPreTrainedModel

else:
					import sys

					lowerCamelCase__ :       Tuple						     =			_LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)





