



from ...configuration_utils import PretrainedConfig
from ...utils import logging


SCREAMING_SNAKE_CASE     				=						logging.get_logger(__name__)

SCREAMING_SNAKE_CASE     				=						{
    "unc-nlp/lxmert-base-uncased": "https://huggingface.co/unc-nlp/lxmert-base-uncased/resolve/main/config.json",
}



class 	lowerCamelCase      (						lowercase__  ):







					'''simple docstring'''







					lowerCAmelCase_				:    Tuple									=  'lxmert'
					lowerCAmelCase_				:    int									=  {}



					def __init__(			self    ,	lowerCAmelCase=3_0522    ,	lowerCAmelCase=768    ,	lowerCAmelCase=12    ,	lowerCAmelCase=9500    ,	lowerCAmelCase=1600    ,	lowerCAmelCase=400    ,	lowerCAmelCase=3072    ,	lowerCAmelCase="gelu"    ,	lowerCAmelCase=0.1    ,	lowerCAmelCase=0.1    ,	lowerCAmelCase=512    ,	lowerCAmelCase=2    ,	lowerCAmelCase=0.02    ,	lowerCAmelCase=1e-1_2    ,	lowerCAmelCase=9    ,	lowerCAmelCase=5    ,	lowerCAmelCase=5    ,	lowerCAmelCase=2048    ,	lowerCAmelCase=4    ,	lowerCAmelCase=6.67    ,	lowerCAmelCase=True    ,	lowerCAmelCase=True    ,	lowerCAmelCase=True    ,	lowerCAmelCase=True    ,	lowerCAmelCase=True    ,	lowerCAmelCase=True    ,	lowerCAmelCase=True    ,	**lowerCAmelCase    ,	):
							UpperCAmelCase_						=				vocab_size
							UpperCAmelCase_						=				hidden_size
							UpperCAmelCase_						=				num_attention_heads
							UpperCAmelCase_						=				hidden_act
							UpperCAmelCase_						=				intermediate_size
							UpperCAmelCase_						=				hidden_dropout_prob
							UpperCAmelCase_						=				attention_probs_dropout_prob
							UpperCAmelCase_						=				max_position_embeddings
							UpperCAmelCase_						=				type_vocab_size
							UpperCAmelCase_						=				initializer_range
							UpperCAmelCase_						=				layer_norm_eps
							UpperCAmelCase_						=				num_qa_labels
							UpperCAmelCase_						=				num_object_labels
							UpperCAmelCase_						=				num_attr_labels
							UpperCAmelCase_						=				l_layers
							UpperCAmelCase_						=				x_layers
							UpperCAmelCase_						=				r_layers
							UpperCAmelCase_						=				visual_feat_dim
							UpperCAmelCase_						=				visual_pos_dim
							UpperCAmelCase_						=				visual_loss_normalizer
							UpperCAmelCase_						=				task_matched
							UpperCAmelCase_						=				task_mask_lm
							UpperCAmelCase_						=				task_obj_predict
							UpperCAmelCase_						=				task_qa
							UpperCAmelCase_						=				visual_obj_loss
							UpperCAmelCase_						=				visual_attr_loss
							UpperCAmelCase_						=				visual_feat_loss
							UpperCAmelCase_						=				{"vision": r_layers, "cross_encoder": x_layers, "language": l_layers}
							super().__init__(**lowerCAmelCase     )






from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_torch_available,
)


SCREAMING_SNAKE_CASE     				=						{
    "configuration_gpt_bigcode": ["GPT_BIGCODE_PRETRAINED_CONFIG_ARCHIVE_MAP", "GPTBigCodeConfig"],
}

try:
			if not is_torch_available():
						raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
			pass
else:
			SCREAMING_SNAKE_CASE     				=						[
			    "GPT_BIGCODE_PRETRAINED_MODEL_ARCHIVE_LIST",
			    "GPTBigCodeForSequenceClassification",
			    "GPTBigCodeForTokenClassification",
			    "GPTBigCodeForCausalLM",
			    "GPTBigCodeModel",
			    "GPTBigCodePreTrainedModel",
			]

if TYPE_CHECKING:
			from .configuration_gpt_bigcode import GPT_BIGCODE_PRETRAINED_CONFIG_ARCHIVE_MAP, GPTBigCodeConfig

			try:
						if not is_torch_available():
									raise OptionalDependencyNotAvailable()
			except OptionalDependencyNotAvailable:
						pass
			else:
						from .modeling_gpt_bigcode import (
						    GPT_BIGCODE_PRETRAINED_MODEL_ARCHIVE_LIST,
						    GPTBigCodeForCausalLM,
						    GPTBigCodeForSequenceClassification,
						    GPTBigCodeForTokenClassification,
						    GPTBigCodeModel,
						    GPTBigCodePreTrainedModel,
						)


else:
			import sys

			SCREAMING_SNAKE_CASE     				=						_LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)

