


from string import ascii_lowercase, ascii_uppercase




def     UpperCamelCase    (      _a		)					->							str:
     '''simple docstring'''





     if not sentence:
          return ""
     lowercase_       :Union[str, Any]     =       dict(zip(_a       ,		_a		)		)
     return lower_to_upper.get(sentence[0]       ,		sentence[0]		) + sentence[1:]


if __name__ == "__main__":
   from doctest import testmod

   testmod()





from torch import nn




def     UpperCamelCase    (      _a		)					->							str:
     '''simple docstring'''





     if act_fn in ["swish", "silu"]:
          return nn.SiLU()
     elif act_fn == "mish":
          return nn.Mish()
     elif act_fn == "gelu":
          return nn.GELU()
     else:
          raise ValueError(f"Unsupported activation function: {act_fn}"		)

