
"""simple docstring"""





from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


lowerCamelCase      =		logging.get_logger(__name__)

lowerCamelCase      =		{
    """facebook/xlm-roberta-xl""": """https://huggingface.co/facebook/xlm-roberta-xl/resolve/main/config.json""",
    """facebook/xlm-roberta-xxl""": """https://huggingface.co/facebook/xlm-roberta-xxl/resolve/main/config.json""",
    # See all XLM-RoBERTa-XL models at https://huggingface.co/models?filter=xlm-roberta-xl
}
class    lowercase__     (					SCREAMING_SNAKE_CASE   ):







       '''simple docstring'''


       UpperCamelCase		=  '''xlm-roberta-xl'''



       def __init__(							self    :						Any	,       _UpperCAmelCase    :						Optional[int]=250880	,       _UpperCAmelCase    :						int=2560	,       _UpperCAmelCase    :						Optional[Any]=36	,       _UpperCAmelCase    :						List[Any]=32	,       _UpperCAmelCase    :						Optional[int]=10240	,       _UpperCAmelCase    :						Optional[Any]="gelu"	,       _UpperCAmelCase    :						Tuple=0.1	,       _UpperCAmelCase    :						Dict=0.1	,       _UpperCAmelCase    :						str=514	,       _UpperCAmelCase    :						List[Any]=1	,       _UpperCAmelCase    :						Dict=0.02	,       _UpperCAmelCase    :						Tuple=1e-05	,       _UpperCAmelCase    :						Union[str, Any]=1	,       _UpperCAmelCase    :						Union[str, Any]=0	,       _UpperCAmelCase    :						int=2	,       _UpperCAmelCase    :						Optional[int]="absolute"	,       _UpperCAmelCase    :						str=True	,       _UpperCAmelCase    :						Optional[Any]=None	,       **_UpperCAmelCase    :						Tuple	,       )				->		Any:


             '''simple docstring'''




             super().__init__(pad_token_id=_UpperCAmelCase	,       bos_token_id=_UpperCAmelCase	,       eos_token_id=_UpperCAmelCase	,       **_UpperCAmelCase					)
             UpperCAmelCase_    				=							vocab_size
             UpperCAmelCase_    				=							hidden_size
             UpperCAmelCase_    				=							num_hidden_layers
             UpperCAmelCase_    				=							num_attention_heads
             UpperCAmelCase_    				=							hidden_act
             UpperCAmelCase_    				=							intermediate_size
             UpperCAmelCase_    				=							hidden_dropout_prob
             UpperCAmelCase_    				=							attention_probs_dropout_prob
             UpperCAmelCase_    				=							max_position_embeddings
             UpperCAmelCase_    				=							type_vocab_size
             UpperCAmelCase_    				=							initializer_range
             UpperCAmelCase_    				=							layer_norm_eps
             UpperCAmelCase_    				=							position_embedding_type
             UpperCAmelCase_    				=							use_cache
             UpperCAmelCase_    				=							classifier_dropout



class    lowercase__     (					SCREAMING_SNAKE_CASE   ):







       '''simple docstring'''


       @property
       def   lowercase__       (							self    :						Any					)				->		Mapping[str, Mapping[int, str]]:


             '''simple docstring'''




             if self.task == "multiple-choice":
                   UpperCAmelCase_    				=							{0: "batch", 1: "choice", 2: "sequence"}
             else:
                   UpperCAmelCase_    				=							{0: "batch", 1: "sequence"}
             return OrderedDict(
                 [
                     ("input_ids", dynamic_axis),
                     ("attention_mask", dynamic_axis),
                 ]					)









"""simple docstring"""





from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


lowerCamelCase      =		{
    """configuration_swinv2""": ["""SWINV2_PRETRAINED_CONFIG_ARCHIVE_MAP""", """Swinv2Config"""],
}


try:
  if not is_torch_available():
    raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
  pass
else:
  lowerCamelCase      =		[
      """SWINV2_PRETRAINED_MODEL_ARCHIVE_LIST""",
      """Swinv2ForImageClassification""",
      """Swinv2ForMaskedImageModeling""",
      """Swinv2Model""",
      """Swinv2PreTrainedModel""",
  ]


if TYPE_CHECKING:
  from .configuration_swinva import SWINV2_PRETRAINED_CONFIG_ARCHIVE_MAP, SwinvaConfig

  try:
    if not is_torch_available():
      raise OptionalDependencyNotAvailable()
  except OptionalDependencyNotAvailable:
    pass
  else:
    from .modeling_swinva import (
        SWINV2_PRETRAINED_MODEL_ARCHIVE_LIST,
        SwinvaForImageClassification,
        SwinvaForMaskedImageModeling,
        SwinvaModel,
        SwinvaPreTrainedModel,
    )


else:
  import sys

  lowerCamelCase      =		_LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)




