
from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tf_available, is_torch_available


lowerCamelCase__    :		Optional[Any]          =   {
    """configuration_transfo_xl""": ["""TRANSFO_XL_PRETRAINED_CONFIG_ARCHIVE_MAP""", """TransfoXLConfig"""],
    """tokenization_transfo_xl""": ["""TransfoXLCorpus""", """TransfoXLTokenizer"""],
}

try:
     if not is_torch_available():
          raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
     pass
else:
     lowerCamelCase__    :		List[str]          =   [
         """TRANSFO_XL_PRETRAINED_MODEL_ARCHIVE_LIST""",
         """AdaptiveEmbedding""",
         """TransfoXLForSequenceClassification""",
         """TransfoXLLMHeadModel""",
         """TransfoXLModel""",
         """TransfoXLPreTrainedModel""",
         """load_tf_weights_in_transfo_xl""",
     ]

try:
     if not is_tf_available():
          raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
     pass
else:
     lowerCamelCase__    :		Any          =   [
         """TF_TRANSFO_XL_PRETRAINED_MODEL_ARCHIVE_LIST""",
         """TFAdaptiveEmbedding""",
         """TFTransfoXLForSequenceClassification""",
         """TFTransfoXLLMHeadModel""",
         """TFTransfoXLMainLayer""",
         """TFTransfoXLModel""",
         """TFTransfoXLPreTrainedModel""",
     ]


if TYPE_CHECKING:
     from .configuration_transfo_xl import TRANSFO_XL_PRETRAINED_CONFIG_ARCHIVE_MAP, TransfoXLConfig
     from .tokenization_transfo_xl import TransfoXLCorpus, TransfoXLTokenizer

     try:
          if not is_torch_available():
               raise OptionalDependencyNotAvailable()
     except OptionalDependencyNotAvailable:
          pass
     else:
          from .modeling_transfo_xl import (
              TRANSFO_XL_PRETRAINED_MODEL_ARCHIVE_LIST,
              AdaptiveEmbedding,
              TransfoXLForSequenceClassification,
              TransfoXLLMHeadModel,
              TransfoXLModel,
              TransfoXLPreTrainedModel,
              load_tf_weights_in_transfo_xl,
          )

     try:
          if not is_tf_available():
               raise OptionalDependencyNotAvailable()
     except OptionalDependencyNotAvailable:
          pass
     else:
          from .modeling_tf_transfo_xl import (
              TF_TRANSFO_XL_PRETRAINED_MODEL_ARCHIVE_LIST,
              TFAdaptiveEmbedding,
              TFTransfoXLForSequenceClassification,
              TFTransfoXLLMHeadModel,
              TFTransfoXLMainLayer,
              TFTransfoXLModel,
              TFTransfoXLPreTrainedModel,
          )

else:
     import sys

     lowerCamelCase__    :		Union[str, Any]          =   _LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)








import copy

from ...configuration_utils import PretrainedConfig
from ...utils import logging
from ..bit import BitConfig


lowerCamelCase__    :		List[str]          =   logging.get_logger(__name__)

lowerCamelCase__    :		str          =   {
    """Intel/dpt-large""": """https://huggingface.co/Intel/dpt-large/resolve/main/config.json""",
    # See all DPT models at https://huggingface.co/models?filter=dpt
}



class       _snake_case   (	UpperCAmelCase_							):
 __lowerCAmelCase  :     Optional[int]        =			'dpt'


 def __init__(					self					,  SCREAMING_SNAKE_CASE_=7_68					,  SCREAMING_SNAKE_CASE_=12					,  SCREAMING_SNAKE_CASE_=12					,  SCREAMING_SNAKE_CASE_=30_72					,  SCREAMING_SNAKE_CASE_="gelu"					,  SCREAMING_SNAKE_CASE_=0.0					,  SCREAMING_SNAKE_CASE_=0.0					,  SCREAMING_SNAKE_CASE_=0.0_2					,  SCREAMING_SNAKE_CASE_=1E-12					,  SCREAMING_SNAKE_CASE_=3_84					,  SCREAMING_SNAKE_CASE_=16					,  SCREAMING_SNAKE_CASE_=3					,  SCREAMING_SNAKE_CASE_=False					,  SCREAMING_SNAKE_CASE_=True					,  SCREAMING_SNAKE_CASE_=[2, 5, 8, 11]					,  SCREAMING_SNAKE_CASE_="project"					,  SCREAMING_SNAKE_CASE_=[4, 2, 1, 0.5]					,  SCREAMING_SNAKE_CASE_=[96, 1_92, 3_84, 7_68]					,  SCREAMING_SNAKE_CASE_=2_56					,  SCREAMING_SNAKE_CASE_=-1					,  SCREAMING_SNAKE_CASE_=False					,  SCREAMING_SNAKE_CASE_=True					,  SCREAMING_SNAKE_CASE_=0.4					,  SCREAMING_SNAKE_CASE_=2_55					,  SCREAMING_SNAKE_CASE_=0.1					,  SCREAMING_SNAKE_CASE_=[1, 10_24, 24, 24]					,  SCREAMING_SNAKE_CASE_=[0, 1]					,  SCREAMING_SNAKE_CASE_=None					,  **SCREAMING_SNAKE_CASE_					,  ):


   '''simple docstring'''




   super().__init__(**SCREAMING_SNAKE_CASE_)

   lowercase__  :   List[str]    		=      hidden_size
   lowercase__  :   str    		=      is_hybrid

   if self.is_hybrid:
     if backbone_config is None:
       logger.info("""Initializing the config with a `BiT` backbone.""")
       lowercase__  :   Any    		=      {
           """global_padding""": """same""",
           """layer_type""": """bottleneck""",
           """depths""": [3, 4, 9],
           """out_features""": ["""stage1""", """stage2""", """stage3"""],
           """embedding_dynamic_padding""": True,
       }
       lowercase__  :   Optional[Any]    		=      BitConfig(**SCREAMING_SNAKE_CASE_)
     elif isinstance(SCREAMING_SNAKE_CASE_					,  SCREAMING_SNAKE_CASE_):
       logger.info("""Initializing the config with a `BiT` backbone.""")
       lowercase__  :   List[Any]    		=      BitConfig(**SCREAMING_SNAKE_CASE_)
     elif isinstance(SCREAMING_SNAKE_CASE_					,  SCREAMING_SNAKE_CASE_):
       lowercase__  :   int    		=      backbone_config
     else:
       raise ValueError(
           f'backbone_config must be a dictionary or a `PretrainedConfig`, got {backbone_config.__class__}.')

     lowercase__  :   Optional[Any]    		=      backbone_featmap_shape
     lowercase__  :   List[str]    		=      neck_ignore_stages

     if readout_type != "project":
       raise ValueError("""Readout type must be 'project' when using `DPT-hybrid` mode.""")
   else:
     lowercase__  :   Optional[int]    		=      None
     lowercase__  :   Union[str, Any]    		=      None
     lowercase__  :   Tuple    		=      []

   lowercase__  :   List[str]    		=      num_hidden_layers
   lowercase__  :   Union[str, Any]    		=      num_attention_heads
   lowercase__  :   List[Any]    		=      intermediate_size
   lowercase__  :   Optional[Any]    		=      hidden_act
   lowercase__  :   int    		=      hidden_dropout_prob
   lowercase__  :   str    		=      attention_probs_dropout_prob
   lowercase__  :   Dict    		=      initializer_range
   lowercase__  :   Tuple    		=      layer_norm_eps
   lowercase__  :   List[str]    		=      image_size
   lowercase__  :   Tuple    		=      patch_size
   lowercase__  :   Tuple    		=      num_channels
   lowercase__  :   Dict    		=      qkv_bias
   lowercase__  :   List[Any]    		=      backbone_out_indices
   if readout_type not in ["ignore", "add", "project"]:
     raise ValueError("""Readout_type must be one of ['ignore', 'add', 'project']""")
   lowercase__  :   Dict    		=      readout_type
   lowercase__  :   Tuple    		=      reassemble_factors
   lowercase__  :   Any    		=      neck_hidden_sizes
   lowercase__  :   Dict    		=      fusion_hidden_size
   lowercase__  :   Tuple    		=      head_in_index
   lowercase__  :   Tuple    		=      use_batch_norm_in_fusion_residual
   # auxiliary head attributes (semantic segmentation)
   lowercase__  :   Tuple    		=      use_auxiliary_head
   lowercase__  :   int    		=      auxiliary_loss_weight
   lowercase__  :   Union[str, Any]    		=      semantic_loss_ignore_index
   lowercase__  :   str    		=      semantic_classifier_dropout



 def      lowercase__     (					self):


   '''simple docstring'''




   lowercase__  :   Optional[int]    		=      copy.deepcopy(self.__dict__)

   if output["backbone_config"] is not None:
     lowercase__  :   Optional[Any]    		=      self.backbone_config.to_dict()

   lowercase__  :   Dict    		=      self.__class__.model_type
   return output






