'''simple docstring'''

import importlib
import sys
from argparse import REMAINDER, ArgumentParser
from pathlib import Path

import torch_xla.distributed.xla_multiprocessing as xmp







def 						__UpperCamelCase				(							) ->			Any:
	_lowercase					:       int       =		ArgumentParser(
	    description=(
	        'PyTorch TPU distributed training launch '
	        'helper utility that will spawn up '
	        'multiple distributed processes'
	    )					)

	# Optional arguments for the launch helper
	parser.add_argument('--num_cores',				type=_lowercase,				default=1,				help='Number of TPU cores to use (1 or 8).'					)

	# positional
	parser.add_argument(
	    'training_script',				type=_lowercase,				help=(
	        'The full path to the single TPU training '
	        'program/script to be launched in parallel, '
	        'followed by all the arguments for the '
	        'training script'
	    ),				)

	# rest from the training program
	parser.add_argument('training_script_args',				nargs=_lowercase					)

	return parser.parse_args()







def 						__UpperCamelCase				(							) ->			Optional[Any]:
	_lowercase					:       str       =		parse_args()

	# Import training_script as a module.
	_lowercase					:       Dict       =		Path(args.training_script					)
	sys.path.append(str(script_fpath.parent.resolve()					)					)
	_lowercase					:       Union[str, Any]       =		script_fpath.stem
	_lowercase					:       Optional[Any]       =		importlib.import_module(_lowercase					)

	# Patch sys.argv
	_lowercase					:       Tuple       =		[args.training_script] + args.training_script_args + ['--tpu_num_cores', str(args.num_cores					)]
	xmp.spawn(mod._mp_fn,				args=(),				nprocs=args.num_cores					)


if __name__ == "__main__":
		main()





'''simple docstring'''

_A				:    Optional[Any]     						='''ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/'''







def 						__UpperCamelCase				(							_lowercase					) ->			bytes:
	# Make sure the supplied data is a bytes-like object
	if not isinstance(_lowercase,				_lowercase					):
		_lowercase					:       Union[str, Any]       =		f'''a bytes-like object is required, not \'{data.__class__.__name__}\''''
		raise TypeError(_lowercase					)

	_lowercase					:       int       =		''.join(bin(_lowercase					)[2:].zfill(8					) for byte in data					)

	_lowercase					:       Dict       =		len(_lowercase					) % 6 != 0

	if padding_needed:
		# The padding that will be added later
		_lowercase					:       Optional[Any]       =		B'=' * ((6 - len(_lowercase					) % 6) // 2)

		# Append binary_stream with arbitrary binary digits (0's by default) to make its
		# length a multiple of 6.
		binary_stream += "0" * (6 - len(_lowercase					) % 6)
	else:
		_lowercase					:       Optional[int]       =		B''

	# Encode every 6 binary digits to their corresponding Base64 character
	return (
	    "".join(
	        B64_CHARSET[int(binary_stream[index : index + 6],				2					)]
	        for index in range(0,				len(_lowercase					),				6					)					).encode()
	    + padding
	)







def 						__UpperCamelCase				(							_lowercase					) ->			bytes:
	# Make sure encoded_data is either a string or a bytes-like object
	if not isinstance(_lowercase,				_lowercase					) and not isinstance(_lowercase,				_lowercase					):
		_lowercase					:       int       =		(
		    'argument should be a bytes-like object or ASCII string, '
		    f'''not \'{encoded_data.__class__.__name__}\''''
		)
		raise TypeError(_lowercase					)

	# In case encoded_data is a bytes-like object, make sure it contains only
	# ASCII characters so we convert it to a string object
	if isinstance(_lowercase,				_lowercase					):
		try:
			_lowercase					:       Optional[int]       =		encoded_data.decode('utf-8'					)
		except UnicodeDecodeError:
			raise ValueError('base64 encoded data should only contain ASCII characters'					)

	_lowercase					:       Optional[int]       =		encoded_data.count('='					)

	# Check if the encoded string contains non base64 characters
	if padding:
		assert all(
		    char in B64_CHARSET for char in encoded_data[:-padding]					), "Invalid base64 character(s) found."
	else:
		assert all(
		    char in B64_CHARSET for char in encoded_data					), "Invalid base64 character(s) found."

	# Check the padding
	assert len(_lowercase					) % 4 == 0 and padding < 3, "Incorrect padding"

	if padding:
		# Remove padding if there is one
		_lowercase					:       str       =		encoded_data[:-padding]

		_lowercase					:       Tuple       =		''.join(
		    bin(B64_CHARSET.index(_lowercase					)					)[2:].zfill(6					) for char in encoded_data					)[: -padding * 2]
	else:
		_lowercase					:       Union[str, Any]       =		''.join(
		    bin(B64_CHARSET.index(_lowercase					)					)[2:].zfill(6					) for char in encoded_data					)

	_lowercase					:       List[str]       =		[
	    int(binary_stream[index : index + 8],				2					)
	    for index in range(0,				len(_lowercase					),				8					)
	]

	return bytes(_lowercase					)


if __name__ == "__main__":
		import doctest

		doctest.testmod()
