"""simple docstring"""







from ...configuration_utils import PretrainedConfig
from ...utils import logging


__SCREAMING_SNAKE_CASE								=logging.get_logger(__name__)

__SCREAMING_SNAKE_CASE								={
    "bigcode/gpt_bigcode-santacoder": "https://huggingface.co/bigcode/gpt_bigcode-santacoder/resolve/main/config.json",
}







class  UpperCamelCase	(    lowercase_						):
   lowercase							=						'gpt_bigcode'
   lowercase							=						['past_key_values']
   lowercase							=						{
       'hidden_size': 'n_embd',
       'max_position_embeddings': 'n_positions',
       'num_attention_heads': 'n_head',
       'num_hidden_layers': 'n_layer',
   }
   def __init__(    self  ,__UpperCamelCase=5_0257  ,__UpperCamelCase=1024  ,__UpperCamelCase=768  ,__UpperCamelCase=12  ,__UpperCamelCase=12  ,__UpperCamelCase=None  ,__UpperCamelCase="gelu_pytorch_tanh"  ,__UpperCamelCase=0.1  ,__UpperCamelCase=0.1  ,__UpperCamelCase=0.1  ,__UpperCamelCase=1e-5  ,__UpperCamelCase=0.02  ,__UpperCamelCase=True  ,__UpperCamelCase=True  ,__UpperCamelCase=5_0256  ,__UpperCamelCase=5_0256  ,__UpperCamelCase=True  ,__UpperCamelCase=True  ,__UpperCamelCase=True  ,**__UpperCamelCase  ,)			->   str:


        '''simple docstring'''


        lowercase_			:       Dict									=			vocab_size
        lowercase_			:       Any									=			n_positions
        lowercase_			:       List[Any]									=			n_embd
        lowercase_			:       List[Any]									=			n_layer
        lowercase_			:       str									=			n_head
        lowercase_			:       Union[str, Any]									=			n_inner
        lowercase_			:       Optional[int]									=			activation_function
        lowercase_			:       Tuple									=			resid_pdrop
        lowercase_			:       List[str]									=			embd_pdrop
        lowercase_			:       int									=			attn_pdrop
        lowercase_			:       Dict									=			layer_norm_epsilon
        lowercase_			:       Optional[Any]									=			initializer_range
        lowercase_			:       Union[str, Any]									=			scale_attn_weights
        lowercase_			:       int									=			use_cache
        lowercase_			:       int									=			attention_softmax_in_fpaa
        lowercase_			:       Dict									=			scale_attention_softmax_in_fpaa
        lowercase_			:       List[str]									=			multi_query

        lowercase_			:       str									=			bos_token_id
        lowercase_			:       Optional[int]									=			eos_token_id

        super().__init__(bos_token_id=__UpperCamelCase  ,eos_token_id=__UpperCamelCase  ,**__UpperCamelCase    )


"""simple docstring"""







import numpy as np



def     lowercase__( __SCREAMING_SNAKE_CASE							:  np.array   ):
     return 1 / (1 + np.exp(-vector   ))


if __name__ == "__main__":
       import doctest

       doctest.testmod()

