





'''simple docstring'''

from ...configuration_utils import PretrainedConfig
from ...utils import logging


a        =						logging.get_logger(__name__)

a        =						{
    "RWKV/rwkv-4-169m-pile": "https://huggingface.co/RWKV/rwkv-4-169m-pile/resolve/main/config.json",
    "RWKV/rwkv-4-430m-pile": "https://huggingface.co/RWKV/rwkv-4-430m-pile/resolve/main/config.json",
    "RWKV/rwkv-4-1b5-pile": "https://huggingface.co/RWKV/rwkv-4-1b5-pile/resolve/main/config.json",
    "RWKV/rwkv-4-3b-pile": "https://huggingface.co/RWKV/rwkv-4-3b-pile/resolve/main/config.json",
    "RWKV/rwkv-4-7b-pile": "https://huggingface.co/RWKV/rwkv-4-7b-pile/resolve/main/config.json",
    "RWKV/rwkv-4-14b-pile": "https://huggingface.co/RWKV/rwkv-4-14b-pile/resolve/main/config.json",
    "RWKV/rwkv-raven-1b5": "https://huggingface.co/RWKV/rwkv-raven-1b5/resolve/main/config.json",
    "RWKV/rwkv-raven-3b": "https://huggingface.co/RWKV/rwkv-raven-3b/resolve/main/config.json",
    "RWKV/rwkv-raven-7b": "https://huggingface.co/RWKV/rwkv-raven-7b/resolve/main/config.json",
    "RWKV/rwkv-raven-14b": "https://huggingface.co/RWKV/rwkv-raven-14b/resolve/main/config.json",
}







class __a (   _snake_case			):
   __UpperCamelCase   : List[Any]	      =	'rwkv'
   __UpperCamelCase   : List[str]	      =	{'max_position_embeddings': 'context_length'}





   def __init__(					self				:			Union[str, Any]				,lowerCamelCase				:			Optional[Any]=5_0277				,lowerCamelCase				:			int=1024				,lowerCamelCase				:			Any=4096				,lowerCamelCase				:			Optional[int]=32				,lowerCamelCase				:			Optional[int]=None				,lowerCamelCase				:			List[Any]=None				,lowerCamelCase				:			Optional[int]=1E-5				,lowerCamelCase				:			List[Any]=0				,lowerCamelCase				:			str=0				,lowerCamelCase				:			List[Any]=6				,lowerCamelCase				:			List[str]=False				,lowerCamelCase				:			Dict=True				,**lowerCamelCase				:			List[Any]				,):

      '''simple docstring'''

      __SCREAMING_SNAKE_CASE      							=       vocab_size
      __SCREAMING_SNAKE_CASE      							=       context_length
      __SCREAMING_SNAKE_CASE      							=       hidden_size
      __SCREAMING_SNAKE_CASE      							=       num_hidden_layers
      __SCREAMING_SNAKE_CASE      							=       attention_hidden_size if attention_hidden_size is not None else hidden_size
      __SCREAMING_SNAKE_CASE      							=       intermediate_size if intermediate_size is not None else 4 * hidden_size
      __SCREAMING_SNAKE_CASE      							=       layer_norm_epsilon
      __SCREAMING_SNAKE_CASE      							=       rescale_every
      __SCREAMING_SNAKE_CASE      							=       use_cache

      __SCREAMING_SNAKE_CASE      							=       bos_token_id
      __SCREAMING_SNAKE_CASE      							=       eos_token_id

      super().__init__(
          tie_word_embeddings=lowerCamelCase				,bos_token_id=lowerCamelCase				,eos_token_id=lowerCamelCase				,**lowerCamelCase    )









'''simple docstring'''

def 						__magic_name__       (							__UpperCAmelCase      )						->					bool:

   '''simple docstring'''







   if num < 0:
      return False

   __SCREAMING_SNAKE_CASE      							=       num
   __SCREAMING_SNAKE_CASE      							=       0
   while num > 0:
      __SCREAMING_SNAKE_CASE      							=       rev_num * 10 + (num % 10)
      num //= 10

   return num_copy == rev_num


if __name__ == "__main__":
    import doctest

    doctest.testmod()





