





'''simple docstring'''



from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


_SCREAMING_SNAKE_CASE					=    logging.get_logger(__name__)

_SCREAMING_SNAKE_CASE					=    {
    '''YituTech/conv-bert-base''': '''https://huggingface.co/YituTech/conv-bert-base/resolve/main/config.json''',
    '''YituTech/conv-bert-medium-small''': (
        '''https://huggingface.co/YituTech/conv-bert-medium-small/resolve/main/config.json'''
    ),
    '''YituTech/conv-bert-small''': '''https://huggingface.co/YituTech/conv-bert-small/resolve/main/config.json''',
    # See all ConvBERT models at https://huggingface.co/models?filter=convbert
}






class 							__lowercase       (      lowerCAmelCase__						):







	'''simple docstring'''

	a    :				Tuple											=       "convbert"


	def __init__(self     ,_lowerCamelCase=30522     ,_lowerCamelCase=768     ,_lowerCamelCase=12     ,_lowerCamelCase=12     ,_lowerCamelCase=3072     ,_lowerCamelCase="gelu"     ,_lowerCamelCase=0.1     ,_lowerCamelCase=0.1     ,_lowerCamelCase=512     ,_lowerCamelCase=2     ,_lowerCamelCase=0.0_2     ,_lowerCamelCase=1E-1_2     ,_lowerCamelCase=1     ,_lowerCamelCase=0     ,_lowerCamelCase=2     ,_lowerCamelCase=768     ,_lowerCamelCase=2     ,_lowerCamelCase=9     ,_lowerCamelCase=1     ,_lowerCamelCase=None     ,**_lowerCamelCase     ,)							->							Optional[int]:







				'''simple docstring'''





				super().__init__(
				    pad_token_id=_lowerCamelCase     ,bos_token_id=_lowerCamelCase     ,eos_token_id=_lowerCamelCase     ,**_lowerCamelCase     ,)

				__lowercase										=							vocab_size
				__lowercase										=							hidden_size
				__lowercase										=							num_hidden_layers
				__lowercase										=							num_attention_heads
				__lowercase										=							intermediate_size
				__lowercase										=							hidden_act
				__lowercase										=							hidden_dropout_prob
				__lowercase										=							attention_probs_dropout_prob
				__lowercase										=							max_position_embeddings
				__lowercase										=							type_vocab_size
				__lowercase										=							initializer_range
				__lowercase										=							layer_norm_eps
				__lowercase										=							embedding_size
				__lowercase										=							head_ratio
				__lowercase										=							conv_kernel_size
				__lowercase										=							num_groups
				__lowercase										=							classifier_dropout






class 							__lowercase       (      lowerCAmelCase__						):







	'''simple docstring'''

	@property
	def 						_UpperCAmelCase     (self )							->							Mapping[str, Mapping[int, str]]:







				'''simple docstring'''





				if self.task == "multiple-choice":
							__lowercase										=							{0: '''batch''', 1: '''choice''', 2: '''sequence'''}
				else:
							__lowercase										=							{0: '''batch''', 1: '''sequence'''}
				return OrderedDict(
				    [
				        ('''input_ids''', dynamic_axis),
				        ('''attention_mask''', dynamic_axis),
				        ('''token_type_ids''', dynamic_axis),
				    ] )









'''simple docstring'''



# flake8: noqa
# Lint as: python3
_SCREAMING_SNAKE_CASE					=    [
    '''VerificationMode''',
    '''Version''',
    '''disable_progress_bar''',
    '''enable_progress_bar''',
    '''is_progress_bar_enabled''',
    '''experimental''',
]

from .info_utils import VerificationMode
from .logging import disable_progress_bar, enable_progress_bar, is_progress_bar_enabled
from .version import Version
from .experimental import experimental





