



from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_flax_available, is_torch_available


__lowerCamelCase         =			{
    '''configuration_gpt_neo''': ['''GPT_NEO_PRETRAINED_CONFIG_ARCHIVE_MAP''', '''GPTNeoConfig''', '''GPTNeoOnnxConfig'''],
}

try:
   if not is_torch_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   __lowerCamelCase         =			[
       '''GPT_NEO_PRETRAINED_MODEL_ARCHIVE_LIST''',
       '''GPTNeoForCausalLM''',
       '''GPTNeoForQuestionAnswering''',
       '''GPTNeoForSequenceClassification''',
       '''GPTNeoForTokenClassification''',
       '''GPTNeoModel''',
       '''GPTNeoPreTrainedModel''',
       '''load_tf_weights_in_gpt_neo''',
   ]

try:
   if not is_flax_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   __lowerCamelCase         =			[
       '''FlaxGPTNeoForCausalLM''',
       '''FlaxGPTNeoModel''',
       '''FlaxGPTNeoPreTrainedModel''',
   ]


if TYPE_CHECKING:
   from .configuration_gpt_neo import GPT_NEO_PRETRAINED_CONFIG_ARCHIVE_MAP, GPTNeoConfig, GPTNeoOnnxConfig

   try:
      if not is_torch_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .modeling_gpt_neo import (
          GPT_NEO_PRETRAINED_MODEL_ARCHIVE_LIST,
          GPTNeoForCausalLM,
          GPTNeoForQuestionAnswering,
          GPTNeoForSequenceClassification,
          GPTNeoForTokenClassification,
          GPTNeoModel,
          GPTNeoPreTrainedModel,
          load_tf_weights_in_gpt_neo,
      )

   try:
      if not is_flax_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .modeling_flax_gpt_neo import FlaxGPTNeoForCausalLM, FlaxGPTNeoModel, FlaxGPTNeoPreTrainedModel


else:
   import sys

   __lowerCamelCase         =			_LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)





from ...configuration_utils import PretrainedConfig
from ...utils import logging


__lowerCamelCase         =			logging.get_logger(__name__)

__lowerCamelCase         =			{
    '''unc-nlp/lxmert-base-uncased''': '''https://huggingface.co/unc-nlp/lxmert-base-uncased/resolve/main/config.json''',
}


class   snake_case_ (lowercase__  ):




       """simple docstring"""






       _lowerCamelCase			    =				"""lxmert"""
       _lowerCamelCase			    =				{}



       def __init__(     self     ,lowercase=30522     ,lowercase=768     ,lowercase=12     ,lowercase=9500     ,lowercase=1600     ,lowercase=400     ,lowercase=3072     ,lowercase="gelu"     ,lowercase=0.1     ,lowercase=0.1     ,lowercase=512     ,lowercase=2     ,lowercase=0.02     ,lowercase=1E-12     ,lowercase=9     ,lowercase=5     ,lowercase=5     ,lowercase=2048     ,lowercase=4     ,lowercase=6.67     ,lowercase=True     ,lowercase=True     ,lowercase=True     ,lowercase=True     ,lowercase=True     ,lowercase=True     ,lowercase=True     ,**lowercase     ,):

             """simple docstring"""





             UpperCAmelCase_  :	List[str]				      =		vocab_size
             UpperCAmelCase_  :	str				      =		hidden_size
             UpperCAmelCase_  :	List[str]				      =		num_attention_heads
             UpperCAmelCase_  :	Dict				      =		hidden_act
             UpperCAmelCase_  :	List[Any]				      =		intermediate_size
             UpperCAmelCase_  :	Tuple				      =		hidden_dropout_prob
             UpperCAmelCase_  :	List[Any]				      =		attention_probs_dropout_prob
             UpperCAmelCase_  :	Any				      =		max_position_embeddings
             UpperCAmelCase_  :	str				      =		type_vocab_size
             UpperCAmelCase_  :	Any				      =		initializer_range
             UpperCAmelCase_  :	Optional[Any]				      =		layer_norm_eps
             UpperCAmelCase_  :	Any				      =		num_qa_labels
             UpperCAmelCase_  :	str				      =		num_object_labels
             UpperCAmelCase_  :	Dict				      =		num_attr_labels
             UpperCAmelCase_  :	Tuple				      =		l_layers
             UpperCAmelCase_  :	Tuple				      =		x_layers
             UpperCAmelCase_  :	int				      =		r_layers
             UpperCAmelCase_  :	Optional[Any]				      =		visual_feat_dim
             UpperCAmelCase_  :	List[Any]				      =		visual_pos_dim
             UpperCAmelCase_  :	int				      =		visual_loss_normalizer
             UpperCAmelCase_  :	str				      =		task_matched
             UpperCAmelCase_  :	str				      =		task_mask_lm
             UpperCAmelCase_  :	int				      =		task_obj_predict
             UpperCAmelCase_  :	List[str]				      =		task_qa
             UpperCAmelCase_  :	Optional[int]				      =		visual_obj_loss
             UpperCAmelCase_  :	List[str]				      =		visual_attr_loss
             UpperCAmelCase_  :	str				      =		visual_feat_loss
             UpperCAmelCase_  :	List[Any]				      =		{"vision": r_layers, "cross_encoder": x_layers, "language": l_layers}
             super().__init__(**lowercase)
