
'''simple docstring'''



from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase__      :		Optional[Any]       							=  logging.get_logger(__name__)

UpperCamelCase__      :		List[str]       							=  {
    "studio-ousia/luke-base": "https://huggingface.co/studio-ousia/luke-base/resolve/main/config.json",
    "studio-ousia/luke-large": "https://huggingface.co/studio-ousia/luke-large/resolve/main/config.json",
}

class    _a				(_lowerCamelCase):





       """simple docstring"""




       SCREAMING_SNAKE_CASE      =  'luke'






       def __init__(							self       ,							A__=5_02_67       ,							A__=50_00_00       ,							A__=7_68       ,							A__=2_56       ,							A__=12       ,							A__=12       ,							A__=30_72       ,							A__="gelu"       ,							A__=0.1       ,							A__=0.1       ,							A__=5_12       ,							A__=2       ,							A__=0.02       ,							A__=1E-12       ,							A__=True       ,							A__=None       ,							A__=1       ,							A__=0       ,							A__=2       ,							**A__       ,							)    ->			int:
          super().__init__(pad_token_id=A__       ,							bos_token_id=A__       ,							eos_token_id=A__       ,							**A__      )

          _SCREAMING_SNAKE_CASE      =				vocab_size
          _SCREAMING_SNAKE_CASE      =				entity_vocab_size
          _SCREAMING_SNAKE_CASE      =				hidden_size
          _SCREAMING_SNAKE_CASE      =				entity_emb_size
          _SCREAMING_SNAKE_CASE      =				num_hidden_layers
          _SCREAMING_SNAKE_CASE      =				num_attention_heads
          _SCREAMING_SNAKE_CASE      =				hidden_act
          _SCREAMING_SNAKE_CASE      =				intermediate_size
          _SCREAMING_SNAKE_CASE      =				hidden_dropout_prob
          _SCREAMING_SNAKE_CASE      =				attention_probs_dropout_prob
          _SCREAMING_SNAKE_CASE      =				max_position_embeddings
          _SCREAMING_SNAKE_CASE      =				type_vocab_size
          _SCREAMING_SNAKE_CASE      =				initializer_range
          _SCREAMING_SNAKE_CASE      =				layer_norm_eps
          _SCREAMING_SNAKE_CASE      =				use_entity_aware_attention
          _SCREAMING_SNAKE_CASE      =				classifier_dropout








'''simple docstring'''



from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tokenizers_available


UpperCamelCase__      :		int       							=  {"tokenization_herbert": ["HerbertTokenizer"]}

try:
     if not is_tokenizers_available():
          raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
     pass
else:
     UpperCamelCase__      :		Tuple       							=  ["HerbertTokenizerFast"]


if TYPE_CHECKING:
     from .tokenization_herbert import HerbertTokenizer

     try:
          if not is_tokenizers_available():
               raise OptionalDependencyNotAvailable()
     except OptionalDependencyNotAvailable:
          pass
     else:
          from .tokenization_herbert_fast import HerbertTokenizerFast

else:
     import sys

     UpperCamelCase__      :		Tuple       							=  _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)






