


'''simple docstring'''


import operator as op


__magic_name__			=      'scaler.pt'
__magic_name__			=      'pytorch_model'
__magic_name__			=      'random_states'
__magic_name__			=      'optimizer'
__magic_name__			=      'scheduler'
__magic_name__			=      'pytorch_model.bin'
__magic_name__			=      'pytorch_model.bin.index.json'
__magic_name__			=      'model.safetensors'
__magic_name__			=      'model.safetensors.index.json'
__magic_name__			=      '1.10.2'
__magic_name__			=      'py38'
__magic_name__			=      '4.17.0'
__magic_name__			=      ['ml.p3.16xlarge', 'ml.p3dn.24xlarge', 'ml.p4dn.24xlarge']
__magic_name__			=      ['FULL_SHARD', 'SHARD_GRAD_OP', 'NO_SHARD', 'HYBRID_SHARD', 'HYBRID_SHARD_ZERO2']
__magic_name__			=      ['TRANSFORMER_BASED_WRAP', 'SIZE_BASED_WRAP', 'NO_WRAP']
__magic_name__			=      ['BACKWARD_PRE', 'BACKWARD_POST', 'NO_PREFETCH']
__magic_name__			=      ['FULL_STATE_DICT', 'LOCAL_STATE_DICT', 'SHARDED_STATE_DICT']
__magic_name__			=      '2.0.1'
__magic_name__			=      ['pdsh', 'standard', 'openmpi', 'mvapich']
__magic_name__			=      ['default', 'reduce-overhead', 'max-autotune']

__magic_name__			=      {'>': op.gt, '>=': op.ge, '==': op.eq, '!=': op.ne, '<=': op.le, '<': op.lt}

# These are the args for `torch.distributed.launch` for pytorch < 1.9
__magic_name__			=      [
    'nnodes',
    'nproc_per_node',
    'rdzv_backend',
    'rdzv_endpoint',
    'rdzv_id',
    'rdzv_conf',
    'standalone',
    'max_restarts',
    'monitor_interval',
    'start_method',
    'role',
    'module',
    'm',
    'no_python',
    'run_path',
    'log_dir',
    'r',
    'redirects',
    't',
    'tee',
    'node_rank',
    'master_addr',
    'master_port',
]

__magic_name__			=      ['DEEPSPEED', 'MULTI_GPU', 'FSDP', 'MEGATRON_LM']
__magic_name__			=      ['DEEPSPEED', 'MULTI_XPU', 'FSDP']




'''simple docstring'''


import baseaa




def      lowerCamelCase					(      lowerCamelCase  :      str):
      return baseaa.aaaencode(string.encode("""utf-8"""))




def      lowerCamelCase					(      lowerCamelCase  :      bytes):
      return baseaa.aaadecode(lowerCamelCase).decode("""utf-8""")


if __name__ == "__main__":
     import doctest

     doctest.testmod()
