





from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase__   : str					  = logging.get_logger(__name__)

UpperCamelCase__   : Any					  = {
    """google/fnet-base""": """https://huggingface.co/google/fnet-base/resolve/main/config.json""",
    """google/fnet-large""": """https://huggingface.co/google/fnet-large/resolve/main/config.json"""
    # See all FNet models at https://huggingface.co/models?filter=fnet
}







class   _UpperCamelCase  (       A_  ):







					'''simple docstring'''

					lowerCamelCase     :     str			    =       'fnet'





					def __init__(						self    :  Any ,					__lowercase    :  Tuple=3_20_00 ,					__lowercase    :  str=7_68 ,					__lowercase    :  List[Any]=12 ,					__lowercase    :  Tuple=30_72 ,					__lowercase    :  Tuple="gelu_new" ,					__lowercase    :  Optional[int]=0.1 ,					__lowercase    :  int=5_12 ,					__lowercase    :  Optional[Any]=4 ,					__lowercase    :  str=0.02 ,					__lowercase    :  Tuple=1e-12 ,					__lowercase    :  Any=False ,					__lowercase    :  Dict=5_12 ,					__lowercase    :  List[Any]=3 ,					__lowercase    :  Any=1 ,					__lowercase    :  Optional[Any]=2 ,					**__lowercase    :  List[str] ,					):






						'''simple docstring'''







						super().__init__(pad_token_id=__lowercase ,					bos_token_id=__lowercase ,					eos_token_id=__lowercase ,					**__lowercase		)

						UpperCAmelCase_								=     vocab_size
						UpperCAmelCase_								=     max_position_embeddings
						UpperCAmelCase_								=     hidden_size
						UpperCAmelCase_								=     num_hidden_layers
						UpperCAmelCase_								=     intermediate_size
						UpperCAmelCase_								=     hidden_act
						UpperCAmelCase_								=     hidden_dropout_prob
						UpperCAmelCase_								=     initializer_range
						UpperCAmelCase_								=     type_vocab_size
						UpperCAmelCase_								=     layer_norm_eps
						UpperCAmelCase_								=     use_tpu_fourier_optimizations
						UpperCAmelCase_								=     tpu_short_seq_length









from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


UpperCamelCase__   : List[Any]					  = {"""configuration_sew""": ["""SEW_PRETRAINED_CONFIG_ARCHIVE_MAP""", """SEWConfig"""]}

try:
				if not is_torch_available():
								raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
				pass
else:
				UpperCamelCase__   : List[str]					  = [
				    """SEW_PRETRAINED_MODEL_ARCHIVE_LIST""",
				    """SEWForCTC""",
				    """SEWForSequenceClassification""",
				    """SEWModel""",
				    """SEWPreTrainedModel""",
				]

if TYPE_CHECKING:
				from .configuration_sew import SEW_PRETRAINED_CONFIG_ARCHIVE_MAP, SEWConfig

				try:
								if not is_torch_available():
												raise OptionalDependencyNotAvailable()
				except OptionalDependencyNotAvailable:
								pass
				else:
								from .modeling_sew import (
								    SEW_PRETRAINED_MODEL_ARCHIVE_LIST,
								    SEWForCTC,
								    SEWForSequenceClassification,
								    SEWModel,
								    SEWPreTrainedModel,
								)


else:
				import sys

				UpperCamelCase__   : str					  = _LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)


