





'''simple docstring'''







from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowercase       						=			logging.get_logger(__name__)

_lowercase       						=			{
    'tanreinama/GPTSAN-2.8B-spout_is_uniform': (
        'https://huggingface.co/tanreinama/GPTSAN-2.8B-spout_is_uniform/resolve/main/config.json'
    ),
}
class 			_lowercase						(       __a					):
     _UpperCAmelCase										=					'''gptsan-japanese'''
     _UpperCAmelCase										=					[
         '''past_key_values''',
     ]
     _UpperCAmelCase										=					{
         '''hidden_size''': '''d_model''',
         '''num_attention_heads''': '''num_heads''',
         '''num_hidden_layers''': '''num_layers''',
     }







     def __init__( self    ,   A__=3_60_00    ,   A__=12_80    ,   A__=10_24    ,   A__=81_92    ,   A__=40_96    ,   A__=1_28    ,   A__=10    ,   A__=0    ,   A__=16    ,   A__=16    ,   A__=1_28    ,   A__=0.0    ,   A__=1e-5    ,   A__=False    ,   A__=0.0    ,   A__="float32"    ,   A__=False    ,   A__=False    ,   A__=False    ,   A__=0.0_0_2    ,   A__=False    ,   A__=True    ,   A__=3_59_98    ,   A__=3_59_95    ,   A__=3_59_99    ,   **A__    ,   ) ->	List[Any]:
      snake_case				=			vocab_size
      snake_case				=			max_position_embeddings
      snake_case				=			d_model
      snake_case				=			d_ff
      snake_case				=			d_ext
      snake_case				=			d_spout
      snake_case				=			num_switch_layers
      snake_case				=			num_ext_layers
      snake_case				=			num_switch_layers + num_ext_layers
      snake_case				=			num_heads
      snake_case				=			num_experts
      snake_case				=			expert_capacity
      snake_case				=			dropout_rate
      snake_case				=			layer_norm_epsilon
      snake_case				=			router_bias
      snake_case				=			router_jitter_noise
      snake_case				=			router_dtype
      snake_case				=			router_ignore_padding_tokens
      snake_case				=			output_hidden_states
      snake_case				=			output_attentions
      snake_case				=			initializer_factor
      snake_case				=			output_router_logits
      snake_case				=			use_cache

      super().__init__(
          separator_token_id=A__    ,   pad_token_id=A__    ,   eos_token_id=A__    ,   **A__    ,   )








'''simple docstring'''







from ..utils import DummyObject, requires_backends
class 			_lowercase						(       metaclass=__a					):
     _UpperCAmelCase										=					['''transformers''', '''torch''', '''note_seq''']







     def __init__( self    ,   *A__    ,   **A__    ) ->	Union[str, Any]:
      requires_backends(self    ,   ['''transformers''', '''torch''', '''note_seq''']    )







     @classmethod
     def     UpperCamelCase			( cls    ,   *A__    ,   **A__    ) ->	Optional[Any]:
      requires_backends(cls    ,   ['''transformers''', '''torch''', '''note_seq''']    )







     @classmethod
     def     UpperCamelCase			( cls    ,   *A__    ,   **A__    ) ->	Any:
      requires_backends(cls    ,   ['''transformers''', '''torch''', '''note_seq''']    )

