'''simple docstring'''
from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase__  :      Dict        =					logging.get_logger(__name__)

lowercase__  :      Optional[int]        =					{
    "microsoft/cvt-13": "https://huggingface.co/microsoft/cvt-13/resolve/main/config.json",
    # See all Cvt models at https://huggingface.co/models?filter=cvt
}







class lowerCamelCase							(	_SCREAMING_SNAKE_CASE					):




  '''simple docstring'''



  lowerCAmelCase__										=	"cvt"






  def __init__(      self			:       Dict  ,							UpperCAmelCase__			:       int=3  ,							UpperCAmelCase__			:       List[str]=[7, 3, 3]  ,							UpperCAmelCase__			:       Union[str, Any]=[4, 2, 2]  ,							UpperCAmelCase__			:       Tuple=[2, 1, 1]  ,							UpperCAmelCase__			:       Any=[64, 192, 384]  ,							UpperCAmelCase__			:       Any=[1, 3, 6]  ,							UpperCAmelCase__			:       Tuple=[1, 2, 10]  ,							UpperCAmelCase__			:       Any=[4.0, 4.0, 4.0]  ,							UpperCAmelCase__			:       Optional[int]=[0.0, 0.0, 0.0]  ,							UpperCAmelCase__			:       List[Any]=[0.0, 0.0, 0.0]  ,							UpperCAmelCase__			:       str=[0.0, 0.0, 0.1]  ,							UpperCAmelCase__			:       Optional[int]=[True, True, True]  ,							UpperCAmelCase__			:       int=[False, False, True]  ,							UpperCAmelCase__			:       int=["dw_bn", "dw_bn", "dw_bn"]  ,							UpperCAmelCase__			:       Dict=[3, 3, 3]  ,							UpperCAmelCase__			:       Any=[1, 1, 1]  ,							UpperCAmelCase__			:       int=[2, 2, 2]  ,							UpperCAmelCase__			:       Optional[Any]=[1, 1, 1]  ,							UpperCAmelCase__			:       Union[str, Any]=[1, 1, 1]  ,							UpperCAmelCase__			:       Optional[Any]=0.02  ,							UpperCAmelCase__			:       Any=1e-12  ,							**UpperCAmelCase__			:       Optional[Any]  ,							)				->List[Any]:
        super().__init__(**A_  )
        UpperCAmelCase_            =  num_channels
        UpperCAmelCase_            =  patch_sizes
        UpperCAmelCase_            =  patch_stride
        UpperCAmelCase_            =  patch_padding
        UpperCAmelCase_            =  embed_dim
        UpperCAmelCase_            =  num_heads
        UpperCAmelCase_            =  depth
        UpperCAmelCase_            =  mlp_ratio
        UpperCAmelCase_            =  attention_drop_rate
        UpperCAmelCase_            =  drop_rate
        UpperCAmelCase_            =  drop_path_rate
        UpperCAmelCase_            =  qkv_bias
        UpperCAmelCase_            =  cls_token
        UpperCAmelCase_            =  qkv_projection_method
        UpperCAmelCase_            =  kernel_qkv
        UpperCAmelCase_            =  padding_kv
        UpperCAmelCase_            =  stride_kv
        UpperCAmelCase_            =  padding_q
        UpperCAmelCase_            =  stride_q
        UpperCAmelCase_            =  initializer_range
        UpperCAmelCase_            =  layer_norm_eps






'''simple docstring'''
from ...utils import logging
from ..ta.modeling_tf_ta import TFTaEncoderModel, TFTaForConditionalGeneration, TFTaModel
from .configuration_mta import MTaConfig


lowercase__  :      Dict        =					logging.get_logger(__name__)

lowercase__  :      List[Any]        =					"T5Config"







class lowerCamelCase							(	lowerCamelCase					):




  '''simple docstring'''



  lowerCAmelCase__										=	'''mt5'''
  lowerCAmelCase__										=	MTaConfig







class lowerCamelCase							(	lowerCamelCase					):




  '''simple docstring'''



  lowerCAmelCase__										=	'''mt5'''
  lowerCAmelCase__										=	MTaConfig







class lowerCamelCase							(	lowerCamelCase					):




  '''simple docstring'''



  lowerCAmelCase__										=	'''mt5'''
  lowerCAmelCase__										=	MTaConfig





