


"""simple docstring"""

import logging

from transformers.configuration_utils import PretrainedConfig


UpperCAmelCase__  							=logging.getLogger(__name__)





class    lowerCamelCase__						(		_a    ):
      a :     Union[str, Any]											=		"""masked_bert"""
      def __init__(		self	:	List[str]      ,       A_	:	Union[str, Any]=3_0_5_2_2      ,       A_	:	Union[str, Any]=7_6_8      ,       A_	:	str=1_2      ,       A_	:	List[str]=1_2      ,       A_	:	str=3_0_7_2      ,       A_	:	Any="gelu"      ,       A_	:	Optional[Any]=0.1      ,       A_	:	List[Any]=0.1      ,       A_	:	Optional[int]=5_1_2      ,       A_	:	Optional[Any]=2      ,       A_	:	Any=0.02      ,       A_	:	Union[str, Any]=1e-1_2      ,       A_	:	Optional[Any]=0      ,       A_	:	Dict="topK"      ,       A_	:	Dict="constant"      ,       A_	:	List[Any]=0.0      ,       **A_	:	List[str]      ,       ):






       '''simple docstring'''


       super().__init__(pad_token_id=lowercase_      ,       **lowercase_							)

       __lowercase									=	vocab_size
       __lowercase									=	hidden_size
       __lowercase									=	num_hidden_layers
       __lowercase									=	num_attention_heads
       __lowercase									=	hidden_act
       __lowercase									=	intermediate_size
       __lowercase									=	hidden_dropout_prob
       __lowercase									=	attention_probs_dropout_prob
       __lowercase									=	max_position_embeddings
       __lowercase									=	type_vocab_size
       __lowercase									=	initializer_range
       __lowercase									=	layer_norm_eps
       __lowercase									=	pruning_method
       __lowercase									=	mask_init
       __lowercase									=	mask_scale




"""simple docstring"""

from typing import TYPE_CHECKING

from ....utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available, is_vision_available


UpperCAmelCase__  							={"configuration_van": ["VAN_PRETRAINED_CONFIG_ARCHIVE_MAP", "VanConfig"]}


try:
       if not is_torch_available():
              raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
       pass
else:
       UpperCAmelCase__  							=[
           "VAN_PRETRAINED_MODEL_ARCHIVE_LIST",
           "VanForImageClassification",
           "VanModel",
           "VanPreTrainedModel",
       ]

if TYPE_CHECKING:
       from .configuration_van import VAN_PRETRAINED_CONFIG_ARCHIVE_MAP, VanConfig

       try:
              if not is_torch_available():
                     raise OptionalDependencyNotAvailable()
       except OptionalDependencyNotAvailable:
              pass
       else:
              from .modeling_van import (
                  VAN_PRETRAINED_MODEL_ARCHIVE_LIST,
                  VanForImageClassification,
                  VanModel,
                  VanPreTrainedModel,
              )

else:
       import sys

       UpperCAmelCase__  							=_LazyModule(__name__, globals()["__file__"], _import_structure)
