
"""simple docstring"""






from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase__ :       Union[str, Any]						     =			logging.get_logger(__name__)

lowerCamelCase__ :       Optional[int]						     =			{
    "bigcode/gpt_bigcode-santacoder": "https://huggingface.co/bigcode/gpt_bigcode-santacoder/resolve/main/config.json",
}




class 				lowercase__(				_UpperCAmelCase   ):
	'''simple docstring'''

	UpperCamelCase				=  """gpt_bigcode"""
	UpperCamelCase				=  ["""past_key_values"""]
	UpperCamelCase				=  {
	    """hidden_size""": """n_embd""",
	    """max_position_embeddings""": """n_positions""",
	    """num_attention_heads""": """n_head""",
	    """num_hidden_layers""": """n_layer""",
	}





	def __init__(						self    :Optional[Any]		, lowerCamelCase_    :List[str]=5_02_57		, lowerCamelCase_    :Optional[int]=10_24		, lowerCamelCase_    :Union[str, Any]=7_68		, lowerCamelCase_    :int=12		, lowerCamelCase_    :Optional[int]=12		, lowerCamelCase_    :Any=None		, lowerCamelCase_    :Tuple="gelu_pytorch_tanh"		, lowerCamelCase_    :Dict=0.1		, lowerCamelCase_    :Dict=0.1		, lowerCamelCase_    :Union[str, Any]=0.1		, lowerCamelCase_    :int=1E-5		, lowerCamelCase_    :Optional[Any]=0.0_2		, lowerCamelCase_    :Dict=True		, lowerCamelCase_    :Optional[Any]=True		, lowerCamelCase_    :Union[str, Any]=5_02_56		, lowerCamelCase_    :int=5_02_56		, lowerCamelCase_    :str=True		, lowerCamelCase_    :List[str]=True		, lowerCamelCase_    :List[str]=True		, **lowerCamelCase_    :Optional[Any]		, )							->			Dict:







			'''simple docstring'''




			SCREAMING_SNAKE_CASE       :     int				= vocab_size
			SCREAMING_SNAKE_CASE       :     Dict				= n_positions
			SCREAMING_SNAKE_CASE       :     Optional[int]				= n_embd
			SCREAMING_SNAKE_CASE       :     List[str]				= n_layer
			SCREAMING_SNAKE_CASE       :     Union[str, Any]				= n_head
			SCREAMING_SNAKE_CASE       :     List[str]				= n_inner
			SCREAMING_SNAKE_CASE       :     int				= activation_function
			SCREAMING_SNAKE_CASE       :     Optional[Any]				= resid_pdrop
			SCREAMING_SNAKE_CASE       :     str				= embd_pdrop
			SCREAMING_SNAKE_CASE       :     Optional[int]				= attn_pdrop
			SCREAMING_SNAKE_CASE       :     Any				= layer_norm_epsilon
			SCREAMING_SNAKE_CASE       :     int				= initializer_range
			SCREAMING_SNAKE_CASE       :     str				= scale_attn_weights
			SCREAMING_SNAKE_CASE       :     List[Any]				= use_cache
			SCREAMING_SNAKE_CASE       :     str				= attention_softmax_in_fpaa
			SCREAMING_SNAKE_CASE       :     List[str]				= scale_attention_softmax_in_fpaa
			SCREAMING_SNAKE_CASE       :     List[str]				= multi_query

			SCREAMING_SNAKE_CASE       :     Optional[Any]				= bos_token_id
			SCREAMING_SNAKE_CASE       :     Optional[int]				= eos_token_id

			super().__init__(bos_token_id=lowerCamelCase_		, eos_token_id=lowerCamelCase_		, **lowerCamelCase_					)







"""simple docstring"""






from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase__ :       Tuple						     =			logging.get_logger(__name__)

lowerCamelCase__ :       str						     =			{
    "studio-ousia/luke-base": "https://huggingface.co/studio-ousia/luke-base/resolve/main/config.json",
    "studio-ousia/luke-large": "https://huggingface.co/studio-ousia/luke-large/resolve/main/config.json",
}




class 				lowercase__(				_UpperCAmelCase   ):
	'''simple docstring'''

	UpperCamelCase				=  """luke"""





	def __init__(						self    :Optional[int]		, lowerCamelCase_    :Union[str, Any]=5_02_67		, lowerCamelCase_    :int=50_00_00		, lowerCamelCase_    :Tuple=7_68		, lowerCamelCase_    :List[str]=2_56		, lowerCamelCase_    :Dict=12		, lowerCamelCase_    :Optional[int]=12		, lowerCamelCase_    :Optional[Any]=30_72		, lowerCamelCase_    :List[Any]="gelu"		, lowerCamelCase_    :Any=0.1		, lowerCamelCase_    :Union[str, Any]=0.1		, lowerCamelCase_    :List[str]=5_12		, lowerCamelCase_    :Optional[int]=2		, lowerCamelCase_    :Tuple=0.0_2		, lowerCamelCase_    :Optional[int]=1E-12		, lowerCamelCase_    :List[Any]=True		, lowerCamelCase_    :List[str]=None		, lowerCamelCase_    :str=1		, lowerCamelCase_    :Any=0		, lowerCamelCase_    :str=2		, **lowerCamelCase_    :List[Any]		, )							->			Optional[int]:







			'''simple docstring'''




			super().__init__(pad_token_id=lowerCamelCase_		, bos_token_id=lowerCamelCase_		, eos_token_id=lowerCamelCase_		, **lowerCamelCase_					)

			SCREAMING_SNAKE_CASE       :     Dict				= vocab_size
			SCREAMING_SNAKE_CASE       :     List[str]				= entity_vocab_size
			SCREAMING_SNAKE_CASE       :     str				= hidden_size
			SCREAMING_SNAKE_CASE       :     Union[str, Any]				= entity_emb_size
			SCREAMING_SNAKE_CASE       :     List[Any]				= num_hidden_layers
			SCREAMING_SNAKE_CASE       :     Optional[int]				= num_attention_heads
			SCREAMING_SNAKE_CASE       :     Optional[Any]				= hidden_act
			SCREAMING_SNAKE_CASE       :     Optional[Any]				= intermediate_size
			SCREAMING_SNAKE_CASE       :     Union[str, Any]				= hidden_dropout_prob
			SCREAMING_SNAKE_CASE       :     Dict				= attention_probs_dropout_prob
			SCREAMING_SNAKE_CASE       :     Dict				= max_position_embeddings
			SCREAMING_SNAKE_CASE       :     Tuple				= type_vocab_size
			SCREAMING_SNAKE_CASE       :     str				= initializer_range
			SCREAMING_SNAKE_CASE       :     Dict				= layer_norm_eps
			SCREAMING_SNAKE_CASE       :     Optional[int]				= use_entity_aware_attention
			SCREAMING_SNAKE_CASE       :     List[str]				= classifier_dropout





