



import logging

from transformers.configuration_utils import PretrainedConfig


__lowerCamelCase         =			logging.getLogger(__name__)


class   snake_case_ (lowercase__  ):




       """simple docstring"""






       _lowerCamelCase			    =				"""masked_bert"""



       def __init__(     self     ,lowercase=30522     ,lowercase=768     ,lowercase=12     ,lowercase=12     ,lowercase=3072     ,lowercase="gelu"     ,lowercase=0.1     ,lowercase=0.1     ,lowercase=512     ,lowercase=2     ,lowercase=0.02     ,lowercase=1E-12     ,lowercase=0     ,lowercase="topK"     ,lowercase="constant"     ,lowercase=0.0     ,**lowercase     ,):

             """simple docstring"""





             super().__init__(pad_token_id=lowercase     ,**lowercase)

             UpperCAmelCase_  :	Optional[int]				      =		vocab_size
             UpperCAmelCase_  :	Dict				      =		hidden_size
             UpperCAmelCase_  :	Union[str, Any]				      =		num_hidden_layers
             UpperCAmelCase_  :	Optional[int]				      =		num_attention_heads
             UpperCAmelCase_  :	Tuple				      =		hidden_act
             UpperCAmelCase_  :	Tuple				      =		intermediate_size
             UpperCAmelCase_  :	int				      =		hidden_dropout_prob
             UpperCAmelCase_  :	List[Any]				      =		attention_probs_dropout_prob
             UpperCAmelCase_  :	Any				      =		max_position_embeddings
             UpperCAmelCase_  :	int				      =		type_vocab_size
             UpperCAmelCase_  :	Dict				      =		initializer_range
             UpperCAmelCase_  :	Any				      =		layer_norm_eps
             UpperCAmelCase_  :	List[Any]				      =		pruning_method
             UpperCAmelCase_  :	str				      =		mask_init
             UpperCAmelCase_  :	int				      =		mask_scale





def    _snake_case (       __snake_case					,  __snake_case    )     ->     int:






      '''simple docstring'''







      return int((input_a, input_a).count(0    ) != 0    )







def    _snake_case (       )     ->     None:






      '''simple docstring'''







      assert nand_gate(0					,  0    ) == 1
      assert nand_gate(0					,  1    ) == 1
      assert nand_gate(1					,  0    ) == 1
      assert nand_gate(1					,  1    ) == 0


if __name__ == "__main__":
   print(nand_gate(0, 0))
   print(nand_gate(0, 1))
   print(nand_gate(1, 0))
   print(nand_gate(1, 1))
