


"""simple docstring"""







from .constants import (
    MODEL_NAME,
    OPTIMIZER_NAME,
    RNG_STATE_NAME,
    SAFE_WEIGHTS_INDEX_NAME,
    SAFE_WEIGHTS_NAME,
    SCALER_NAME,
    SCHEDULER_NAME,
    TORCH_LAUNCH_PARAMS,
    WEIGHTS_INDEX_NAME,
    WEIGHTS_NAME,
)
from .dataclasses import (
    BnbQuantizationConfig,
    ComputeEnvironment,
    CustomDtype,
    DeepSpeedPlugin,
    DistributedDataParallelKwargs,
    DistributedType,
    DynamoBackend,
    FPaRecipeKwargs,
    FullyShardedDataParallelPlugin,
    GradientAccumulationPlugin,
    GradScalerKwargs,
    InitProcessGroupKwargs,
    KwargsHandler,
    LoggerType,
    MegatronLMPlugin,
    PrecisionType,
    ProjectConfiguration,
    RNGType,
    SageMakerDistributedType,
    TensorInformation,
    TorchDynamoPlugin,
)
from .environment import get_int_from_env, parse_choice_from_env, parse_flag_from_env
from .imports import (
    get_ccl_version,
    is_abit_bnb_available,
    is_abit_bnb_available,
    is_aim_available,
    is_bfaa_available,
    is_bnb_available,
    is_botoa_available,
    is_ccl_available,
    is_comet_ml_available,
    is_datasets_available,
    is_deepspeed_available,
    is_fpa_available,
    is_ipex_available,
    is_megatron_lm_available,
    is_mlflow_available,
    is_mps_available,
    is_npu_available,
    is_rich_available,
    is_safetensors_available,
    is_sagemaker_available,
    is_tensorboard_available,
    is_tpu_available,
    is_transformers_available,
    is_wandb_available,
    is_xpu_available,
)
from .modeling import (
    check_device_map,
    check_tied_parameters_in_config,
    check_tied_parameters_on_same_device,
    compute_module_sizes,
    convert_file_size_to_int,
    dtype_byte_size,
    find_tied_parameters,
    get_balanced_memory,
    get_max_layer_size,
    get_max_memory,
    get_mixed_precision_context_manager,
    id_tensor_storage,
    infer_auto_device_map,
    load_checkpoint_in_model,
    load_offloaded_weights,
    load_state_dict,
    named_module_tensors,
    retie_parameters,
    set_module_tensor_to_device,
    shard_checkpoint,
)
from .offload import (
    OffloadedWeightsLoader,
    PrefixedDataset,
    extract_submodules_state_dict,
    load_offloaded_weight,
    offload_state_dict,
    offload_weight,
    save_offload_index,
)
from .operations import (
    broadcast,
    broadcast_object_list,
    concatenate,
    convert_outputs_to_fpaa,
    convert_to_fpaa,
    find_batch_size,
    find_device,
    gather,
    gather_object,
    get_data_structure,
    honor_type,
    initialize_tensors,
    is_namedtuple,
    is_tensor_information,
    is_torch_tensor,
    listify,
    pad_across_processes,
    recursively_apply,
    reduce,
    send_to_device,
    slice_tensors,
)
from .versions import compare_versions, is_torch_version


if is_deepspeed_available():
       from .deepspeed import (
           DeepSpeedEngineWrapper,
           DeepSpeedOptimizerWrapper,
           DeepSpeedSchedulerWrapper,
           DummyOptim,
           DummyScheduler,
           HfDeepSpeedConfig,
       )

from .bnb import has_abit_bnb_layers, load_and_quantize_model
from .fsdp_utils import load_fsdp_model, load_fsdp_optimizer, save_fsdp_model, save_fsdp_optimizer
from .launch import (
    PrepareForLaunch,
    _filter_args,
    prepare_deepspeed_cmd_env,
    prepare_multi_gpu_env,
    prepare_sagemager_args_inputs,
    prepare_simple_launcher_cmd_env,
    prepare_tpu,
)
from .megatron_lm import (
    AbstractTrainStep,
    BertTrainStep,
    GPTTrainStep,
    MegatronEngine,
    MegatronLMDummyDataLoader,
    MegatronLMDummyScheduler,
    MegatronLMOptimizerWrapper,
    MegatronLMSchedulerWrapper,
    TaTrainStep,
    avg_losses_across_data_parallel_group,
    gather_across_data_parallel_groups,
)
from .megatron_lm import initialize as megatron_lm_initialize
from .megatron_lm import prepare_data_loader as megatron_lm_prepare_data_loader
from .megatron_lm import prepare_model as megatron_lm_prepare_model
from .megatron_lm import prepare_optimizer as megatron_lm_prepare_optimizer
from .megatron_lm import prepare_scheduler as megatron_lm_prepare_scheduler
from .memory import find_executable_batch_size, release_memory
from .other import (
    extract_model_from_parallel,
    get_pretty_name,
    is_port_in_use,
    merge_dicts,
    patch_environment,
    save,
    wait_for_everyone,
    write_basic_config,
)
from .random import set_seed, synchronize_rng_state, synchronize_rng_states
from .torch_xla import install_xla
from .tqdm import tqdm
from .transformer_engine import convert_model, has_transformer_engine_layers


"""simple docstring"""







__SCREAMING_SNAKE_CASE								="ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/"



def     lowercase__( __SCREAMING_SNAKE_CASE							:  bytes   ):
     # Make sure the supplied data is a bytes-like object
     if not isinstance(__SCREAMING_SNAKE_CASE  ,    __SCREAMING_SNAKE_CASE   ):
          lowercase_			:       Dict									=			F'''a bytes-like object is required, not \'{data.__class__.__name__}\''''
          raise TypeError(__SCREAMING_SNAKE_CASE   )

     lowercase_			:       List[Any]									=			''.join(bin(__SCREAMING_SNAKE_CASE   )[2:].zfill(8   ) for byte in data   )

     lowercase_			:       List[Any]									=			len(__SCREAMING_SNAKE_CASE   ) % 6 != 0

     if padding_needed:
          # The padding that will be added later
          lowercase_			:       Optional[int]									=			b'=' * ((6 - len(__SCREAMING_SNAKE_CASE   ) % 6) // 2)

          # Append binary_stream with arbitrary binary digits (0's by default) to make its
          # length a multiple of 6.
          binary_stream += "0" * (6 - len(__SCREAMING_SNAKE_CASE   ) % 6)
     else:
          lowercase_			:       List[Any]									=			b''

     # Encode every 6 binary digits to their corresponding Base64 character
     return (
         "".join(
             B64_CHARSET[int(binary_stream[index : index + 6]  ,    2   )]
             for index in range(0  ,    len(__SCREAMING_SNAKE_CASE   )  ,    6   )   ).encode()
         + padding
     )



def     lowercase__( __SCREAMING_SNAKE_CASE							:  str   ):
     # Make sure encoded_data is either a string or a bytes-like object
     if not isinstance(__SCREAMING_SNAKE_CASE  ,    __SCREAMING_SNAKE_CASE   ) and not isinstance(__SCREAMING_SNAKE_CASE  ,    __SCREAMING_SNAKE_CASE   ):
          lowercase_			:       Tuple									=			(
              'argument should be a bytes-like object or ASCII string, '
              F'''not \'{encoded_data.__class__.__name__}\''''
          )
          raise TypeError(__SCREAMING_SNAKE_CASE   )

     # In case encoded_data is a bytes-like object, make sure it contains only
     # ASCII characters so we convert it to a string object
     if isinstance(__SCREAMING_SNAKE_CASE  ,    __SCREAMING_SNAKE_CASE   ):
          try:
               lowercase_			:       List[str]									=			encoded_data.decode('utf-8'   )
          except UnicodeDecodeError:
               raise ValueError('base64 encoded data should only contain ASCII characters'   )

     lowercase_			:       List[str]									=			encoded_data.count('='   )

     # Check if the encoded string contains non base64 characters
     if padding:
          assert all(
              char in B64_CHARSET for char in encoded_data[:-padding]   ), "Invalid base64 character(s) found."
     else:
          assert all(
              char in B64_CHARSET for char in encoded_data   ), "Invalid base64 character(s) found."

     # Check the padding
     assert len(__SCREAMING_SNAKE_CASE   ) % 4 == 0 and padding < 3, "Incorrect padding"

     if padding:
          # Remove padding if there is one
          lowercase_			:       Union[str, Any]									=			encoded_data[:-padding]

          lowercase_			:       List[Any]									=			''.join(
              bin(B64_CHARSET.index(__SCREAMING_SNAKE_CASE   )   )[2:].zfill(6   ) for char in encoded_data   )[: -padding * 2]
     else:
          lowercase_			:       int									=			''.join(
              bin(B64_CHARSET.index(__SCREAMING_SNAKE_CASE   )   )[2:].zfill(6   ) for char in encoded_data   )

     lowercase_			:       str									=			[
         int(binary_stream[index : index + 8]  ,    2   )
         for index in range(0  ,    len(__SCREAMING_SNAKE_CASE   )  ,    8   )
     ]

     return bytes(__SCREAMING_SNAKE_CASE   )


if __name__ == "__main__":
       import doctest

       doctest.testmod()

