





from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase__   : int					  = logging.get_logger(__name__)

UpperCamelCase__   : List[str]					  = {
    """unc-nlp/lxmert-base-uncased""": """https://huggingface.co/unc-nlp/lxmert-base-uncased/resolve/main/config.json""",
}







class   _UpperCamelCase  (       A_  ):







					'''simple docstring'''

					lowerCamelCase     :     Dict			    =       'lxmert'
					lowerCamelCase     :     Union[str, Any]			    =       {}





					def __init__(						self    :  Tuple ,					__lowercase    :  Optional[int]=3_05_22 ,					__lowercase    :  Any=7_68 ,					__lowercase    :  Optional[int]=12 ,					__lowercase    :  Optional[Any]=95_00 ,					__lowercase    :  Dict=16_00 ,					__lowercase    :  Union[str, Any]=4_00 ,					__lowercase    :  List[str]=30_72 ,					__lowercase    :  Union[str, Any]="gelu" ,					__lowercase    :  Union[str, Any]=0.1 ,					__lowercase    :  str=0.1 ,					__lowercase    :  Optional[Any]=5_12 ,					__lowercase    :  List[str]=2 ,					__lowercase    :  Dict=0.02 ,					__lowercase    :  Optional[Any]=1e-12 ,					__lowercase    :  Optional[int]=9 ,					__lowercase    :  Optional[int]=5 ,					__lowercase    :  List[Any]=5 ,					__lowercase    :  int=20_48 ,					__lowercase    :  Union[str, Any]=4 ,					__lowercase    :  Tuple=6.67 ,					__lowercase    :  Union[str, Any]=True ,					__lowercase    :  Tuple=True ,					__lowercase    :  Union[str, Any]=True ,					__lowercase    :  int=True ,					__lowercase    :  Union[str, Any]=True ,					__lowercase    :  Optional[int]=True ,					__lowercase    :  List[str]=True ,					**__lowercase    :  Any ,					):






						'''simple docstring'''







						UpperCAmelCase_								=     vocab_size
						UpperCAmelCase_								=     hidden_size
						UpperCAmelCase_								=     num_attention_heads
						UpperCAmelCase_								=     hidden_act
						UpperCAmelCase_								=     intermediate_size
						UpperCAmelCase_								=     hidden_dropout_prob
						UpperCAmelCase_								=     attention_probs_dropout_prob
						UpperCAmelCase_								=     max_position_embeddings
						UpperCAmelCase_								=     type_vocab_size
						UpperCAmelCase_								=     initializer_range
						UpperCAmelCase_								=     layer_norm_eps
						UpperCAmelCase_								=     num_qa_labels
						UpperCAmelCase_								=     num_object_labels
						UpperCAmelCase_								=     num_attr_labels
						UpperCAmelCase_								=     l_layers
						UpperCAmelCase_								=     x_layers
						UpperCAmelCase_								=     r_layers
						UpperCAmelCase_								=     visual_feat_dim
						UpperCAmelCase_								=     visual_pos_dim
						UpperCAmelCase_								=     visual_loss_normalizer
						UpperCAmelCase_								=     task_matched
						UpperCAmelCase_								=     task_mask_lm
						UpperCAmelCase_								=     task_obj_predict
						UpperCAmelCase_								=     task_qa
						UpperCAmelCase_								=     visual_obj_loss
						UpperCAmelCase_								=     visual_attr_loss
						UpperCAmelCase_								=     visual_feat_loss
						UpperCAmelCase_								=     {"""vision""": r_layers, """cross_encoder""": x_layers, """language""": l_layers}
						super().__init__(**__lowercase		)









from ....configuration_utils import PretrainedConfig
from ....utils import logging


UpperCamelCase__   : Any					  = logging.get_logger(__name__)

UpperCamelCase__   : int					  = {
    """CarlCochet/trajectory-transformer-halfcheetah-medium-v2""": (
        """https://huggingface.co/CarlCochet/trajectory-transformer-halfcheetah-medium-v2/resolve/main/config.json"""
    ),
    # See all TrajectoryTransformer models at https://huggingface.co/models?filter=trajectory_transformer
}







class   _UpperCamelCase  (       A_  ):







					'''simple docstring'''

					lowerCamelCase     :     Tuple			    =       'trajectory_transformer'
					lowerCamelCase     :     Optional[Any]			    =       ['past_key_values']
					lowerCamelCase     :     Tuple			    =       {
					    'hidden_size': 'n_embd',
					    'num_attention_heads': 'n_head',
					    'num_hidden_layers': 'n_layer',
					}





					def __init__(						self    :  Union[str, Any] ,					__lowercase    :  Optional[Any]=1_00 ,					__lowercase    :  int=5 ,					__lowercase    :  str=1 ,					__lowercase    :  Union[str, Any]=1 ,					__lowercase    :  Optional[Any]=2_49 ,					__lowercase    :  Tuple=6 ,					__lowercase    :  Tuple=17 ,					__lowercase    :  List[str]=25 ,					__lowercase    :  Tuple=4 ,					__lowercase    :  Dict=4 ,					__lowercase    :  int=1_28 ,					__lowercase    :  List[str]=0.1 ,					__lowercase    :  Optional[Any]=0.1 ,					__lowercase    :  Union[str, Any]=0.1 ,					__lowercase    :  Tuple=0.0006 ,					__lowercase    :  Optional[int]=5_12 ,					__lowercase    :  Any=0.02 ,					__lowercase    :  Tuple=1e-12 ,					__lowercase    :  Optional[Any]=1 ,					__lowercase    :  Dict=True ,					__lowercase    :  Optional[Any]=1 ,					__lowercase    :  str=5_02_56 ,					__lowercase    :  Any=5_02_56 ,					**__lowercase    :  str ,					):






						'''simple docstring'''







						UpperCAmelCase_								=     vocab_size
						UpperCAmelCase_								=     action_weight
						UpperCAmelCase_								=     reward_weight
						UpperCAmelCase_								=     value_weight
						UpperCAmelCase_								=     max_position_embeddings
						UpperCAmelCase_								=     block_size
						UpperCAmelCase_								=     action_dim
						UpperCAmelCase_								=     observation_dim
						UpperCAmelCase_								=     transition_dim
						UpperCAmelCase_								=     learning_rate
						UpperCAmelCase_								=     n_layer
						UpperCAmelCase_								=     n_head
						UpperCAmelCase_								=     n_embd
						UpperCAmelCase_								=     embd_pdrop
						UpperCAmelCase_								=     attn_pdrop
						UpperCAmelCase_								=     resid_pdrop
						UpperCAmelCase_								=     initializer_range
						UpperCAmelCase_								=     layer_norm_eps
						UpperCAmelCase_								=     kaiming_initializer_range
						UpperCAmelCase_								=     use_cache
						super().__init__(pad_token_id=__lowercase ,					bos_token_id=__lowercase ,					eos_token_id=__lowercase ,					**__lowercase		)


