
'''simple docstring'''







from ...configuration_utils import PretrainedConfig
from ...utils import logging


_snake_case				:   int     =				logging.get_logger(__name__)

_snake_case				:   Tuple     =				{
    """bigcode/gpt_bigcode-santacoder""": """https://huggingface.co/bigcode/gpt_bigcode-santacoder/resolve/main/config.json""",
}


class 			lowerCAmelCase (				__UpperCAmelCase			):
		a							:					int       =					"""gpt_bigcode"""
		a							:					Dict       =					["""past_key_values"""]
		a							:					Any       =					{
		    """hidden_size""": """n_embd""",
		    """max_position_embeddings""": """n_positions""",
		    """num_attention_heads""": """n_head""",
		    """num_hidden_layers""": """n_layer""",
		}




		def __init__(				self					,						UpperCamelCase=50_257					,						UpperCamelCase=1_024					,						UpperCamelCase=768					,						UpperCamelCase=12					,						UpperCamelCase=12					,						UpperCamelCase=None					,						UpperCamelCase="gelu_pytorch_tanh"					,						UpperCamelCase=0.1					,						UpperCamelCase=0.1					,						UpperCamelCase=0.1					,						UpperCamelCase=1e-5					,						UpperCamelCase=0.02					,						UpperCamelCase=True					,						UpperCamelCase=True					,						UpperCamelCase=50_256					,						UpperCamelCase=50_256					,						UpperCamelCase=True					,						UpperCamelCase=True					,						UpperCamelCase=True					,						**UpperCamelCase					,						):
								_SCREAMING_SNAKE_CASE				= vocab_size
								_SCREAMING_SNAKE_CASE				= n_positions
								_SCREAMING_SNAKE_CASE				= n_embd
								_SCREAMING_SNAKE_CASE				= n_layer
								_SCREAMING_SNAKE_CASE				= n_head
								_SCREAMING_SNAKE_CASE				= n_inner
								_SCREAMING_SNAKE_CASE				= activation_function
								_SCREAMING_SNAKE_CASE				= resid_pdrop
								_SCREAMING_SNAKE_CASE				= embd_pdrop
								_SCREAMING_SNAKE_CASE				= attn_pdrop
								_SCREAMING_SNAKE_CASE				= layer_norm_epsilon
								_SCREAMING_SNAKE_CASE				= initializer_range
								_SCREAMING_SNAKE_CASE				= scale_attn_weights
								_SCREAMING_SNAKE_CASE				= use_cache
								_SCREAMING_SNAKE_CASE				= attention_softmax_in_fpaa
								_SCREAMING_SNAKE_CASE				= scale_attention_softmax_in_fpaa
								_SCREAMING_SNAKE_CASE				= multi_query

								_SCREAMING_SNAKE_CASE				= bos_token_id
								_SCREAMING_SNAKE_CASE				= eos_token_id

								super().__init__(bos_token_id=UpperCamelCase					,						eos_token_id=UpperCamelCase					,						**UpperCamelCase      )

'''simple docstring'''







# tests directory-specific settings - this file is run automatically
# by pytest before any tests are run

import sys
import warnings
from os.path import abspath, dirname, join


# allow having multiple repository checkouts and not needing to remember to rerun
# 'pip install -e .[dev]' when switching between checkouts and running tests.
_snake_case				:   Optional[Any]     =				abspath(join(dirname(dirname(dirname(__file__))), """src"""))
sys.path.insert(1, git_repo_path)


# silence FutureWarning warnings in tests since often we can't act on them until
# they become normal warnings - i.e. the tests still need to test the current functionality
warnings.simplefilter(action="""ignore""", category=FutureWarning)



def 			_a		(	_SCREAMING_SNAKE_CASE		:   Tuple  ):
						from transformers.testing_utils import pytest_addoption_shared

						pytest_addoption_shared(_SCREAMING_SNAKE_CASE  )




def 			_a		(	_SCREAMING_SNAKE_CASE		:   Union[str, Any]  ):
						from transformers.testing_utils import pytest_terminal_summary_main

						_SCREAMING_SNAKE_CASE				= terminalreporter.config.getoption("--make-reports"  )
						if make_reports:
												pytest_terminal_summary_main(_SCREAMING_SNAKE_CASE	,			id=_SCREAMING_SNAKE_CASE  )