'''simple docstring'''




from typing import Optional, Union

import torch
from torch import nn

from ...configuration_utils import ConfigMixin, register_to_config
from ...models.modeling_utils import ModelMixin






class 		__A       (__magic_name__ ,					__magic_name__   ):






       @register_to_config
       def __init__(      self				,     UpperCamelCase_ = 7_68				,     ):
              super().__init__()

              __UpperCAmelCase  :				List[str]       				=		nn.Parameter(torch.zeros(1				,     UpperCamelCase_      )      )
              __UpperCAmelCase  :				Dict       				=		nn.Parameter(torch.ones(1				,     UpperCamelCase_      )      )






       def 			_snake_case						(      self				,     UpperCamelCase_ = None				,     UpperCamelCase_ = None				,     ):
              __UpperCAmelCase  :				int       				=		nn.Parameter(self.mean.to(UpperCamelCase_      ).to(UpperCamelCase_      )      )
              __UpperCAmelCase  :				Optional[int]       				=		nn.Parameter(self.std.to(UpperCamelCase_      ).to(UpperCamelCase_      )      )
              return self






       def 			_snake_case						(      self				,     UpperCamelCase_      ):
              __UpperCAmelCase  :				List[Any]       				=		(embeds - self.mean) * 1.0 / self.std
              return embeds







       def 			_snake_case						(      self				,     UpperCamelCase_      ):
              __UpperCAmelCase  :				Optional[Any]       				=		(embeds * self.std) + self.mean
              return embeds







'''simple docstring'''




def _lowercase	(      lowerCamelCase__							,    lowerCamelCase__						)					->       int:





       """simple docstring"""


       return number | (1 << position)

def _lowercase	(      lowerCamelCase__							,    lowerCamelCase__						)					->       int:





       """simple docstring"""


       return number & ~(1 << position)

def _lowercase	(      lowerCamelCase__							,    lowerCamelCase__						)					->       int:





       """simple docstring"""


       return number ^ (1 << position)

def _lowercase	(      lowerCamelCase__							,    lowerCamelCase__						)					->       bool:





       """simple docstring"""


       return ((number >> position) & 1) == 1

def _lowercase	(      lowerCamelCase__							,    lowerCamelCase__						)					->       int:





       """simple docstring"""


       return int((number & (1 << position)) != 0						)


if __name__ == "__main__":
   import doctest

   doctest.testmod()






