
'''simple docstring'''

def 	_snake_case						(      A_       :    str     ,		A_       :    list[str]   ):
  """simple docstring"""







  a_      :	str      =							""""""
  for word_or_phrase in separated:
    if not isinstance(A_     ,		A_   ):
      raise Exception("""join() accepts only strings to be joined"""   )
    joined += word_or_phrase + separator
  return joined.strip(A_   )


if __name__ == "__main__":
    from doctest import testmod

    testmod()




'''simple docstring'''

from torch import nn






def 	_snake_case						(      A_       :    Dict   ):
  """simple docstring"""







  if act_fn in ["swish", "silu"]:
    return nn.SiLU()
  elif act_fn == "mish":
    return nn.Mish()
  elif act_fn == "gelu":
    return nn.GELU()
  else:
    raise ValueError(f'''Unsupported activation function: {act_fn}'''   )


