



'''simple docstring'''





from ...configuration_utils import PretrainedConfig
from ...utils import logging


SCREAMING_SNAKE_CASE__       =      logging.get_logger(__name__)

SCREAMING_SNAKE_CASE__       =      {
    '''microsoft/markuplm-base''': '''https://huggingface.co/microsoft/markuplm-base/resolve/main/config.json''',
    '''microsoft/markuplm-large''': '''https://huggingface.co/microsoft/markuplm-large/resolve/main/config.json''',
}


class      __lowerCAmelCase     (		_UpperCAmelCase      ):
					"""simple docstring"""






					A__				:		str			       =    'markuplm'



					def __init__(     self					:       Dict				,					_snake_case					:       List[str]=3_05_22				,					_snake_case					:       Tuple=7_68				,					_snake_case					:       int=12				,					_snake_case					:       Any=12				,					_snake_case					:       Optional[Any]=30_72				,					_snake_case					:       str="gelu"				,					_snake_case					:       Dict=0.1				,					_snake_case					:       Union[str, Any]=0.1				,					_snake_case					:       Optional[Any]=5_12				,					_snake_case					:       str=2				,					_snake_case					:       List[str]=0.02				,					_snake_case					:       Optional[int]=1E-12				,					_snake_case					:       Optional[Any]=0				,					_snake_case					:       Dict=0				,					_snake_case					:       Dict=2				,					_snake_case					:       int=2_56				,					_snake_case					:       Union[str, Any]=10_24				,					_snake_case					:       Optional[int]=2_16				,					_snake_case					:       List[Any]=10_01				,					_snake_case					:       Optional[int]=32				,					_snake_case					:       List[str]=50				,					_snake_case					:       List[Any]="absolute"				,					_snake_case					:       Optional[Any]=True				,					_snake_case					:       int=None				,					**_snake_case					:       List[Any]				,					):






								"""simple docstring"""


								super().__init__(
								    pad_token_id=__UpperCamelCase				,					bos_token_id=__UpperCamelCase				,					eos_token_id=__UpperCamelCase				,					**__UpperCamelCase				,					)
								A__       =    vocab_size
								A__       =    hidden_size
								A__       =    num_hidden_layers
								A__       =    num_attention_heads
								A__       =    hidden_act
								A__       =    intermediate_size
								A__       =    hidden_dropout_prob
								A__       =    attention_probs_dropout_prob
								A__       =    max_position_embeddings
								A__       =    type_vocab_size
								A__       =    initializer_range
								A__       =    layer_norm_eps
								A__       =    position_embedding_type
								A__       =    use_cache
								A__       =    classifier_dropout
								# additional properties
								A__       =    max_depth
								A__       =    max_xpath_tag_unit_embeddings
								A__       =    max_xpath_subs_unit_embeddings
								A__       =    tag_pad_id
								A__       =    subs_pad_id
								A__       =    xpath_unit_hidden_size









from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_flax_available,
    is_sentencepiece_available,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


SCREAMING_SNAKE_CASE__       =      {
    '''configuration_xlm_roberta''': [
        '''XLM_ROBERTA_PRETRAINED_CONFIG_ARCHIVE_MAP''',
        '''XLMRobertaConfig''',
        '''XLMRobertaOnnxConfig''',
    ],
}

try:
							if not is_sentencepiece_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							SCREAMING_SNAKE_CASE__       =      ['''XLMRobertaTokenizer''']

try:
							if not is_tokenizers_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							SCREAMING_SNAKE_CASE__       =      ['''XLMRobertaTokenizerFast''']

try:
							if not is_torch_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							SCREAMING_SNAKE_CASE__       =      [
							    '''XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LIST''',
							    '''XLMRobertaForCausalLM''',
							    '''XLMRobertaForMaskedLM''',
							    '''XLMRobertaForMultipleChoice''',
							    '''XLMRobertaForQuestionAnswering''',
							    '''XLMRobertaForSequenceClassification''',
							    '''XLMRobertaForTokenClassification''',
							    '''XLMRobertaModel''',
							    '''XLMRobertaPreTrainedModel''',
							]

try:
							if not is_tf_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							SCREAMING_SNAKE_CASE__       =      [
							    '''TF_XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LIST''',
							    '''TFXLMRobertaForCausalLM''',
							    '''TFXLMRobertaForMaskedLM''',
							    '''TFXLMRobertaForMultipleChoice''',
							    '''TFXLMRobertaForQuestionAnswering''',
							    '''TFXLMRobertaForSequenceClassification''',
							    '''TFXLMRobertaForTokenClassification''',
							    '''TFXLMRobertaModel''',
							    '''TFXLMRobertaPreTrainedModel''',
							]

try:
							if not is_flax_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							SCREAMING_SNAKE_CASE__       =      [
							    '''FLAX_XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LIST''',
							    '''FlaxXLMRobertaForMaskedLM''',
							    '''FlaxXLMRobertaForCausalLM''',
							    '''FlaxXLMRobertaForMultipleChoice''',
							    '''FlaxXLMRobertaForQuestionAnswering''',
							    '''FlaxXLMRobertaForSequenceClassification''',
							    '''FlaxXLMRobertaForTokenClassification''',
							    '''FlaxXLMRobertaModel''',
							    '''FlaxXLMRobertaPreTrainedModel''',
							]

if TYPE_CHECKING:
							from .configuration_xlm_roberta import (
							    XLM_ROBERTA_PRETRAINED_CONFIG_ARCHIVE_MAP,
							    XLMRobertaConfig,
							    XLMRobertaOnnxConfig,
							)

							try:
														if not is_sentencepiece_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .tokenization_xlm_roberta import XLMRobertaTokenizer

							try:
														if not is_tokenizers_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .tokenization_xlm_roberta_fast import XLMRobertaTokenizerFast

							try:
														if not is_torch_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .modeling_xlm_roberta import (
														    XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LIST,
														    XLMRobertaForCausalLM,
														    XLMRobertaForMaskedLM,
														    XLMRobertaForMultipleChoice,
														    XLMRobertaForQuestionAnswering,
														    XLMRobertaForSequenceClassification,
														    XLMRobertaForTokenClassification,
														    XLMRobertaModel,
														    XLMRobertaPreTrainedModel,
														)

							try:
														if not is_tf_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .modeling_tf_xlm_roberta import (
														    TF_XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LIST,
														    TFXLMRobertaForCausalLM,
														    TFXLMRobertaForMaskedLM,
														    TFXLMRobertaForMultipleChoice,
														    TFXLMRobertaForQuestionAnswering,
														    TFXLMRobertaForSequenceClassification,
														    TFXLMRobertaForTokenClassification,
														    TFXLMRobertaModel,
														    TFXLMRobertaPreTrainedModel,
														)

							try:
														if not is_flax_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .modeling_flax_xlm_roberta import (
														    FLAX_XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LIST,
														    FlaxXLMRobertaForCausalLM,
														    FlaxXLMRobertaForMaskedLM,
														    FlaxXLMRobertaForMultipleChoice,
														    FlaxXLMRobertaForQuestionAnswering,
														    FlaxXLMRobertaForSequenceClassification,
														    FlaxXLMRobertaForTokenClassification,
														    FlaxXLMRobertaModel,
														    FlaxXLMRobertaPreTrainedModel,
														)

else:
							import sys

							SCREAMING_SNAKE_CASE__       =      _LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)




