

'''simple docstring'''


from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase__						:       List[Any]										=						logging.get_logger(__name__)

lowerCAmelCase__						:       Optional[int]										=						{
    """tanreinama/GPTSAN-2.8B-spout_is_uniform""": (
        """https://huggingface.co/tanreinama/GPTSAN-2.8B-spout_is_uniform/resolve/main/config.json"""
    ),
}




class     a			(				SCREAMING_SNAKE_CASE       ):






						"""simple docstring"""




						__UpperCAmelCase			     =    """gptsan-japanese"""
						__UpperCAmelCase			     =    [
						    """past_key_values""",
						]
						__UpperCAmelCase			     =    {
						    """hidden_size""": """d_model""",
						    """num_attention_heads""": """num_heads""",
						    """num_hidden_layers""": """num_layers""",
						}







						def __init__(							self					:      Optional[Any]			,			snake_case_					:      Optional[int]=3_6_0_0_0			,			snake_case_					:      Tuple=1_2_8_0			,			snake_case_					:      Union[str, Any]=1_0_2_4			,			snake_case_					:      str=8_1_9_2			,			snake_case_					:      List[str]=4_0_9_6			,			snake_case_					:      List[Any]=1_2_8			,			snake_case_					:      Optional[Any]=1_0			,			snake_case_					:      Tuple=0			,			snake_case_					:      int=1_6			,			snake_case_					:      Union[str, Any]=1_6			,			snake_case_					:      Dict=1_2_8			,			snake_case_					:      Optional[int]=0.0			,			snake_case_					:      List[str]=1e-5			,			snake_case_					:      List[Any]=False			,			snake_case_					:      Optional[Any]=0.0			,			snake_case_					:      int="float32"			,			snake_case_					:      Dict=False			,			snake_case_					:      Union[str, Any]=False			,			snake_case_					:      List[Any]=False			,			snake_case_					:      List[Any]=0.0_0_2			,			snake_case_					:      Union[str, Any]=False			,			snake_case_					:      Dict=True			,			snake_case_					:      Union[str, Any]=3_5_9_9_8			,			snake_case_					:      List[str]=3_5_9_9_5			,			snake_case_					:      List[str]=3_5_9_9_9			,			**snake_case_					:      Optional[int]			,			):



								'''simple docstring'''



								snake_case__						:       int       						=  vocab_size
								snake_case__						:       str       						=  max_position_embeddings
								snake_case__						:       Dict       						=  d_model
								snake_case__						:       Tuple       						=  d_ff
								snake_case__						:       str       						=  d_ext
								snake_case__						:       Tuple       						=  d_spout
								snake_case__						:       Union[str, Any]       						=  num_switch_layers
								snake_case__						:       Tuple       						=  num_ext_layers
								snake_case__						:       Dict       						=  num_switch_layers + num_ext_layers
								snake_case__						:       List[Any]       						=  num_heads
								snake_case__						:       Any       						=  num_experts
								snake_case__						:       Tuple       						=  expert_capacity
								snake_case__						:       Optional[Any]       						=  dropout_rate
								snake_case__						:       Dict       						=  layer_norm_epsilon
								snake_case__						:       str       						=  router_bias
								snake_case__						:       int       						=  router_jitter_noise
								snake_case__						:       List[Any]       						=  router_dtype
								snake_case__						:       Union[str, Any]       						=  router_ignore_padding_tokens
								snake_case__						:       Optional[int]       						=  output_hidden_states
								snake_case__						:       Union[str, Any]       						=  output_attentions
								snake_case__						:       Union[str, Any]       						=  initializer_factor
								snake_case__						:       Union[str, Any]       						=  output_router_logits
								snake_case__						:       Any       						=  use_cache

								super().__init__(
								    separator_token_id=snake_case_			,			pad_token_id=snake_case_			,			eos_token_id=snake_case_			,			**snake_case_			,			)






'''simple docstring'''


def 	_a       (				__lowerCAmelCase		:      int     ):

		"""simple docstring"""

		if p < 2:
				raise ValueError('''p should not be less than 2!'''     )
		elif p == 2:
				return True

		snake_case__						:       Any       						=  4
		snake_case__						:       int       						=  (1 << p) - 1
		for _ in range(p - 2     ):
				snake_case__						:       Tuple       						=  ((s * s) - 2) % m
		return s == 0


if __name__ == "__main__":
					print(lucas_lehmer_test(7))
					print(lucas_lehmer_test(11))



