




def 					lowerCamelCase_    (    SCREAMING_SNAKE_CASE   ):
			'''simple docstring'''
			if not isinstance(SCREAMING_SNAKE_CASE					,	SCREAMING_SNAKE_CASE   ):
						raise ValueError("""Input series is not valid, valid series - [2, 4, 6]"""   )
			if len(SCREAMING_SNAKE_CASE   ) == 0:
						raise ValueError("""Input list must be a non empty list"""   )
			if len(SCREAMING_SNAKE_CASE   ) == 1:
						return True
			SCREAMING_SNAKE_CASE           =					series[1] - series[0]
			for index in range(len(SCREAMING_SNAKE_CASE   ) - 1   ):
						if series[index + 1] - series[index] != common_diff:
									return False
			return True
def 					lowerCamelCase_    (    SCREAMING_SNAKE_CASE   ):
			'''simple docstring'''
			if not isinstance(SCREAMING_SNAKE_CASE					,	SCREAMING_SNAKE_CASE   ):
						raise ValueError("""Input series is not valid, valid series - [2, 4, 6]"""   )
			if len(SCREAMING_SNAKE_CASE   ) == 0:
						raise ValueError("""Input list must be a non empty list"""   )
			SCREAMING_SNAKE_CASE           =					0
			for val in series:
						answer += val
			return answer / len(SCREAMING_SNAKE_CASE   )


if __name__ == "__main__":
		import doctest

		doctest.testmod()












from ...configuration_utils import PretrainedConfig
from ...utils import logging


__A						:							Any							=  logging.get_logger(__name__)

__A						:							int							=  {
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}




class 			UpperCAmelCase_      (   A       ):




							'''simple docstring'''



							a__						  =     '''megatron-bert'''





							def __init__(					self       :	str       ,     a       :	Union[str, Any]=29_056       ,     a       :	Optional[int]=1_024       ,     a       :	str=24       ,     a       :	str=16       ,     a       :	str=4_096       ,     a       :	Any="gelu"       ,     a       :	Any=0.1       ,     a       :	Optional[int]=0.1       ,     a       :	Optional[int]=512       ,     a       :	Optional[Any]=2       ,     a       :	List[str]=0.02       ,     a       :	List[Any]=1E-1_2       ,     a       :	Any=0       ,     a       :	List[Any]="absolute"       ,     a       :	List[str]=True       ,     **a       :	Optional[Any]       ,     )			->					List[str]:
										super().__init__(pad_token_id=a       ,     **a			)

										SCREAMING_SNAKE_CASE           =					vocab_size
										SCREAMING_SNAKE_CASE           =					hidden_size
										SCREAMING_SNAKE_CASE           =					num_hidden_layers
										SCREAMING_SNAKE_CASE           =					num_attention_heads
										SCREAMING_SNAKE_CASE           =					hidden_act
										SCREAMING_SNAKE_CASE           =					intermediate_size
										SCREAMING_SNAKE_CASE           =					hidden_dropout_prob
										SCREAMING_SNAKE_CASE           =					attention_probs_dropout_prob
										SCREAMING_SNAKE_CASE           =					max_position_embeddings
										SCREAMING_SNAKE_CASE           =					type_vocab_size
										SCREAMING_SNAKE_CASE           =					initializer_range
										SCREAMING_SNAKE_CASE           =					layer_norm_eps
										SCREAMING_SNAKE_CASE           =					position_embedding_type
										SCREAMING_SNAKE_CASE           =					use_cache






