
"""simple docstring"""





from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase      =		logging.get_logger(__name__)

lowerCamelCase      =		{
    """google/fnet-base""": """https://huggingface.co/google/fnet-base/resolve/main/config.json""",
    """google/fnet-large""": """https://huggingface.co/google/fnet-large/resolve/main/config.json"""
    # See all FNet models at https://huggingface.co/models?filter=fnet
}
class    lowercase__     (					__SCREAMING_SNAKE_CASE   ):







       '''simple docstring'''


       UpperCamelCase		=  'fnet'



       def __init__(							self    :						Tuple	,       _UpperCAmelCase    :						List[str]=32000	,       _UpperCAmelCase    :						int=768	,       _UpperCAmelCase    :						Optional[Any]=12	,       _UpperCAmelCase    :						List[Any]=3072	,       _UpperCAmelCase    :						Tuple="gelu_new"	,       _UpperCAmelCase    :						str=0.1	,       _UpperCAmelCase    :						Union[str, Any]=512	,       _UpperCAmelCase    :						Optional[int]=4	,       _UpperCAmelCase    :						Dict=0.02	,       _UpperCAmelCase    :						Dict=1e-12	,       _UpperCAmelCase    :						Tuple=False	,       _UpperCAmelCase    :						int=512	,       _UpperCAmelCase    :						Dict=3	,       _UpperCAmelCase    :						Optional[Any]=1	,       _UpperCAmelCase    :						Dict=2	,       **_UpperCAmelCase    :						Optional[int]	,       )				->		List[Any]:


             '''simple docstring'''




             super().__init__(pad_token_id=_a	,       bos_token_id=_a	,       eos_token_id=_a	,       **_a					)

             UpperCAmelCase_    				=							vocab_size
             UpperCAmelCase_    				=							max_position_embeddings
             UpperCAmelCase_    				=							hidden_size
             UpperCAmelCase_    				=							num_hidden_layers
             UpperCAmelCase_    				=							intermediate_size
             UpperCAmelCase_    				=							hidden_act
             UpperCAmelCase_    				=							hidden_dropout_prob
             UpperCAmelCase_    				=							initializer_range
             UpperCAmelCase_    				=							type_vocab_size
             UpperCAmelCase_    				=							layer_norm_eps
             UpperCAmelCase_    				=							use_tpu_fourier_optimizations
             UpperCAmelCase_    				=							tpu_short_seq_length









"""simple docstring"""





from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


lowerCamelCase      =		{
    """configuration_swinv2""": ["""SWINV2_PRETRAINED_CONFIG_ARCHIVE_MAP""", """Swinv2Config"""],
}


try:
  if not is_torch_available():
    raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
  pass
else:
  lowerCamelCase      =		[
      """SWINV2_PRETRAINED_MODEL_ARCHIVE_LIST""",
      """Swinv2ForImageClassification""",
      """Swinv2ForMaskedImageModeling""",
      """Swinv2Model""",
      """Swinv2PreTrainedModel""",
  ]


if TYPE_CHECKING:
  from .configuration_swinva import SWINV2_PRETRAINED_CONFIG_ARCHIVE_MAP, SwinvaConfig

  try:
    if not is_torch_available():
      raise OptionalDependencyNotAvailable()
  except OptionalDependencyNotAvailable:
    pass
  else:
    from .modeling_swinva import (
        SWINV2_PRETRAINED_MODEL_ARCHIVE_LIST,
        SwinvaForImageClassification,
        SwinvaForMaskedImageModeling,
        SwinvaModel,
        SwinvaPreTrainedModel,
    )


else:
  import sys

  lowerCamelCase      =		_LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)




