





import argparse
import json
import os
import sys
import tempfile
import unittest
from argparse import Namespace
from dataclasses import dataclass, field
from enum import Enum
from pathlib import Path
from typing import List, Literal, Optional

import yaml

from transformers import HfArgumentParser, TrainingArguments
from transformers.hf_argparser import make_choice_type_function, string_to_bool


# Since Python 3.10, we can use the builtin `|` operator for Union types
# See PEP 604: https://peps.python.org/pep-0604
_lowerCamelCase   				=			sys.version_info >= (3, 10)






def 				SCREAMING_SNAKE_CASE__							(       UpperCamelCase__:							Any=None					,   UpperCamelCase__:							Tuple=None    ):
		return field(default_factory=lambda: default					,   metadata=UpperCamelCase__    )




@dataclass
class   UpperCamelCase_       :
							lowerCamelCase_           =					42
							lowerCamelCase_           =					42
							lowerCamelCase_           =					42
							lowerCamelCase_           =					42




@dataclass
class   UpperCamelCase_       :
							lowerCamelCase_           =					42
							lowerCamelCase_           =					field(default="toto"				,  metadata={"help": "help message"}    )




@dataclass
class   UpperCamelCase_       :
							lowerCamelCase_           =					False
							lowerCamelCase_           =					True
							lowerCamelCase_           =					None




class   UpperCamelCase_       (     UpperCamelCase__    ):
							lowerCamelCase_           =					"titi"
							lowerCamelCase_           =					"toto"




class   UpperCamelCase_       (     UpperCamelCase__    ):
							lowerCamelCase_           =					"titi"
							lowerCamelCase_           =					"toto"
							lowerCamelCase_           =					42




@dataclass
class   UpperCamelCase_       :
							lowerCamelCase_           =					"toto"


							def      _snake_case  (							self    :Dict		)   ->   List[Any]:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      BasicEnum(self.foo		)




@dataclass
class   UpperCamelCase_       :
							lowerCamelCase_           =					"toto"


							def      _snake_case  (							self    :str		)   ->   Tuple:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      MixedTypeEnum(self.foo		)




@dataclass
class   UpperCamelCase_       :
							lowerCamelCase_           =					None
							lowerCamelCase_           =					field(default=UpperCamelCase__				,  metadata={"help": "help message"}    )
							lowerCamelCase_           =					None
							lowerCamelCase_           =					list_field(default=[]    )
							lowerCamelCase_           =					list_field(default=[]    )




@dataclass
class   UpperCamelCase_       :
							lowerCamelCase_           =					list_field(default=[]    )
							lowerCamelCase_           =					list_field(default=[1, 2, 3]    )
							lowerCamelCase_           =					list_field(default=["Hallo", "Bonjour", "Hello"]    )
							lowerCamelCase_           =					list_field(default=[0.1, 0.2, 0.3]    )




@dataclass
class   UpperCamelCase_       :
							lowerCamelCase_           =					field()
							lowerCamelCase_           =					field()
							lowerCamelCase_           =					field()


							def      _snake_case  (							self    :str		)   ->   Union[str, Any]:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      BasicEnum(self.required_enum		)




@dataclass
class   UpperCamelCase_       :
							lowerCamelCase_           =					42
							lowerCamelCase_           =					field()
							lowerCamelCase_           =					None
							lowerCamelCase_           =					field(default="toto"				,  metadata={"help": "help message"}    )
							lowerCamelCase_           =					list_field(default=["Hallo", "Bonjour", "Hello"]    )


if is_python_no_less_than_3_10:




	@dataclass
	class   UpperCamelCase_       :
								lowerCamelCase_           =					False
								lowerCamelCase_           =					True
								lowerCamelCase_           =					None




	@dataclass
	class   UpperCamelCase_       :
								lowerCamelCase_           =					None
								lowerCamelCase_           =					field(default=UpperCamelCase__				,  metadata={"help": "help message"}    )
								lowerCamelCase_           =					None
								lowerCamelCase_           =					list_field(default=[]    )
								lowerCamelCase_           =					list_field(default=[]    )




class   UpperCamelCase_       (     unittest.TestCase    ):


							def      _snake_case  (							self    :str							,				__A    :argparse.ArgumentParser							,				__A    :argparse.ArgumentParser		)   ->   List[str]:



									"""simple docstring"""



									self.assertEqual(len(a._actions		)							,				len(b._actions		)		)
									for x, y in zip(a._actions							,				b._actions		):
											SCREAMING_SNAKE_CASE__			=      {k: v for k, v in vars(__A		).items() if k != """container"""}
											SCREAMING_SNAKE_CASE__			=      {k: v for k, v in vars(__A		).items() if k != """container"""}

											# Choices with mixed type have custom function as "type"
											# So we need to compare results directly for equality
											if xx.get("""choices"""							,				__A		) and yy.get("""choices"""							,				__A		):
													for expected_choice in yy["choices"] + xx["choices"]:
															self.assertEqual(xx["""type"""](__A		)							,				yy["""type"""](__A		)		)
													del xx["type"], yy["type"]

											self.assertEqual(__A							,				__A		)


							def      _snake_case  (							self    :int		)   ->   str:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      HfArgumentParser(__A		)

									SCREAMING_SNAKE_CASE__			=      argparse.ArgumentParser()
									expected.add_argument("""--foo"""							,				type=__A							,				required=__A		)
									expected.add_argument("""--bar"""							,				type=__A							,				required=__A		)
									expected.add_argument("""--baz"""							,				type=__A							,				required=__A		)
									expected.add_argument("""--flag"""							,				type=__A							,				default=__A							,				const=__A							,				nargs="""?"""		)
									self.argparsersEqual(__A							,				__A		)

									SCREAMING_SNAKE_CASE__			=      ["""--foo""", """1""", """--baz""", """quux""", """--bar""", """0.5"""]
									((SCREAMING_SNAKE_CASE__)	,						)			=      parser.parse_args_into_dataclasses(__A							,				look_for_args_file=__A		)
									self.assertFalse(example.flag		)


							def      _snake_case  (							self    :Tuple		)   ->   Union[str, Any]:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      HfArgumentParser(__A		)

									SCREAMING_SNAKE_CASE__			=      argparse.ArgumentParser()
									expected.add_argument("""--foo"""							,				default=42							,				type=__A		)
									expected.add_argument("""--baz"""							,				default="""toto"""							,				type=__A							,				help="""help message"""		)
									self.argparsersEqual(__A							,				__A		)


							def      _snake_case  (							self    :List[str]		)   ->   Any:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      argparse.ArgumentParser()
									expected.add_argument("""--foo"""							,				type=__A							,				default=__A							,				const=__A							,				nargs="""?"""		)
									expected.add_argument("""--baz"""							,				type=__A							,				default=__A							,				const=__A							,				nargs="""?"""		)
									# A boolean no_* argument always has to come after its "default: True" regular counter-part
									# and its default must be set to False
									expected.add_argument("""--no_baz"""							,				action="""store_false"""							,				default=__A							,				dest="""baz"""		)
									expected.add_argument("""--opt"""							,				type=__A							,				default=__A		)

									SCREAMING_SNAKE_CASE__			=      [WithDefaultBoolExample]
									if is_python_no_less_than_3_10:
											dataclass_types.append(__A		)

									for dataclass_type in dataclass_types:
											SCREAMING_SNAKE_CASE__			=      HfArgumentParser(__A		)
											self.argparsersEqual(__A							,				__A		)

											SCREAMING_SNAKE_CASE__			=      parser.parse_args([]		)
											self.assertEqual(__A							,				Namespace(foo=__A							,				baz=__A							,				opt=__A		)		)

											SCREAMING_SNAKE_CASE__			=      parser.parse_args(["""--foo""", """--no_baz"""]		)
											self.assertEqual(__A							,				Namespace(foo=__A							,				baz=__A							,				opt=__A		)		)

											SCREAMING_SNAKE_CASE__			=      parser.parse_args(["""--foo""", """--baz"""]		)
											self.assertEqual(__A							,				Namespace(foo=__A							,				baz=__A							,				opt=__A		)		)

											SCREAMING_SNAKE_CASE__			=      parser.parse_args(["""--foo""", """True""", """--baz""", """True""", """--opt""", """True"""]		)
											self.assertEqual(__A							,				Namespace(foo=__A							,				baz=__A							,				opt=__A		)		)

											SCREAMING_SNAKE_CASE__			=      parser.parse_args(["""--foo""", """False""", """--baz""", """False""", """--opt""", """False"""]		)
											self.assertEqual(__A							,				Namespace(foo=__A							,				baz=__A							,				opt=__A		)		)


							def      _snake_case  (							self    :Any		)   ->   Optional[int]:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      HfArgumentParser(__A		)

									SCREAMING_SNAKE_CASE__			=      argparse.ArgumentParser()
									expected.add_argument(
									    """--foo"""							,				default="""toto"""							,				choices=["""titi""", """toto""", 42]							,				type=make_choice_type_function(["""titi""", """toto""", 42]		)							,				)
									self.argparsersEqual(__A							,				__A		)

									SCREAMING_SNAKE_CASE__			=      parser.parse_args([]		)
									self.assertEqual(args.foo							,				"""toto"""		)
									SCREAMING_SNAKE_CASE__			=      parser.parse_args_into_dataclasses([]		)[0]
									self.assertEqual(enum_ex.foo							,				MixedTypeEnum.toto		)

									SCREAMING_SNAKE_CASE__			=      parser.parse_args(["""--foo""", """titi"""]		)
									self.assertEqual(args.foo							,				"""titi"""		)
									SCREAMING_SNAKE_CASE__			=      parser.parse_args_into_dataclasses(["""--foo""", """titi"""]		)[0]
									self.assertEqual(enum_ex.foo							,				MixedTypeEnum.titi		)

									SCREAMING_SNAKE_CASE__			=      parser.parse_args(["""--foo""", """42"""]		)
									self.assertEqual(args.foo							,				42		)
									SCREAMING_SNAKE_CASE__			=      parser.parse_args_into_dataclasses(["""--foo""", """42"""]		)[0]
									self.assertEqual(enum_ex.foo							,				MixedTypeEnum.fourtytwo		)


							def      _snake_case  (							self    :int		)   ->   Any:



									"""simple docstring"""



									@dataclass
									class   UpperCamelCase_       :
																lowerCamelCase_           =					"toto"



									SCREAMING_SNAKE_CASE__			=      HfArgumentParser(__A		)

									SCREAMING_SNAKE_CASE__			=      argparse.ArgumentParser()
									expected.add_argument(
									    """--foo"""							,				default="""toto"""							,				choices=("""titi""", """toto""", 42)							,				type=make_choice_type_function(["""titi""", """toto""", 42]		)							,				)
									self.argparsersEqual(__A							,				__A		)

									SCREAMING_SNAKE_CASE__			=      parser.parse_args([]		)
									self.assertEqual(args.foo							,				"""toto"""		)

									SCREAMING_SNAKE_CASE__			=      parser.parse_args(["""--foo""", """titi"""]		)
									self.assertEqual(args.foo							,				"""titi"""		)

									SCREAMING_SNAKE_CASE__			=      parser.parse_args(["""--foo""", """42"""]		)
									self.assertEqual(args.foo							,				42		)


							def      _snake_case  (							self    :Any		)   ->   List[Any]:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      HfArgumentParser(__A		)

									SCREAMING_SNAKE_CASE__			=      argparse.ArgumentParser()
									expected.add_argument("""--foo_int"""							,				nargs="""+"""							,				default=[]							,				type=__A		)
									expected.add_argument("""--bar_int"""							,				nargs="""+"""							,				default=[1, 2, 3]							,				type=__A		)
									expected.add_argument("""--foo_str"""							,				nargs="""+"""							,				default=["""Hallo""", """Bonjour""", """Hello"""]							,				type=__A		)
									expected.add_argument("""--foo_float"""							,				nargs="""+"""							,				default=[0.1, 0.2, 0.3]							,				type=__A		)

									self.argparsersEqual(__A							,				__A		)

									SCREAMING_SNAKE_CASE__			=      parser.parse_args([]		)
									self.assertEqual(
									    __A							,				Namespace(foo_int=[]							,				bar_int=[1, 2, 3]							,				foo_str=["""Hallo""", """Bonjour""", """Hello"""]							,				foo_float=[0.1, 0.2, 0.3]		)							,				)

									SCREAMING_SNAKE_CASE__			=      parser.parse_args("""--foo_int 1 --bar_int 2 3 --foo_str a b c --foo_float 0.1 0.7""".split()		)
									self.assertEqual(__A							,				Namespace(foo_int=[1]							,				bar_int=[2, 3]							,				foo_str=["""a""", """b""", """c"""]							,				foo_float=[0.1, 0.7]		)		)


							def      _snake_case  (							self    :str		)   ->   Optional[Any]:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      argparse.ArgumentParser()
									expected.add_argument("""--foo"""							,				default=__A							,				type=__A		)
									expected.add_argument("""--bar"""							,				default=__A							,				type=__A							,				help="""help message"""		)
									expected.add_argument("""--baz"""							,				default=__A							,				type=__A		)
									expected.add_argument("""--ces"""							,				nargs="""+"""							,				default=[]							,				type=__A		)
									expected.add_argument("""--des"""							,				nargs="""+"""							,				default=[]							,				type=__A		)

									SCREAMING_SNAKE_CASE__			=      [OptionalExample]
									if is_python_no_less_than_3_10:
											dataclass_types.append(__A		)

									for dataclass_type in dataclass_types:
											SCREAMING_SNAKE_CASE__			=      HfArgumentParser(__A		)

											self.argparsersEqual(__A							,				__A		)

											SCREAMING_SNAKE_CASE__			=      parser.parse_args([]		)
											self.assertEqual(__A							,				Namespace(foo=__A							,				bar=__A							,				baz=__A							,				ces=[]							,				des=[]		)		)

											SCREAMING_SNAKE_CASE__			=      parser.parse_args("""--foo 12 --bar 3.14 --baz 42 --ces a b c --des 1 2 3""".split()		)
											self.assertEqual(__A							,				Namespace(foo=12							,				bar=3.1_4							,				baz="""42"""							,				ces=["""a""", """b""", """c"""]							,				des=[1, 2, 3]		)		)


							def      _snake_case  (							self    :Dict		)   ->   Union[str, Any]:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      HfArgumentParser(__A		)

									SCREAMING_SNAKE_CASE__			=      argparse.ArgumentParser()
									expected.add_argument("""--required_list"""							,				nargs="""+"""							,				type=__A							,				required=__A		)
									expected.add_argument("""--required_str"""							,				type=__A							,				required=__A		)
									expected.add_argument(
									    """--required_enum"""							,				type=make_choice_type_function(["""titi""", """toto"""]		)							,				choices=["""titi""", """toto"""]							,				required=__A							,				)
									self.argparsersEqual(__A							,				__A		)


							def      _snake_case  (							self    :Optional[Any]		)   ->   Optional[int]:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      HfArgumentParser(__A		)

									SCREAMING_SNAKE_CASE__			=      argparse.ArgumentParser()
									expected.add_argument("""--foo"""							,				type=__A							,				required=__A		)
									expected.add_argument(
									    """--required_enum"""							,				type=make_choice_type_function(["""titi""", """toto"""]		)							,				choices=["""titi""", """toto"""]							,				required=__A							,				)
									expected.add_argument("""--opt"""							,				type=__A							,				default=__A		)
									expected.add_argument("""--baz"""							,				default="""toto"""							,				type=__A							,				help="""help message"""		)
									expected.add_argument("""--foo_str"""							,				nargs="""+"""							,				default=["""Hallo""", """Bonjour""", """Hello"""]							,				type=__A		)
									self.argparsersEqual(__A							,				__A		)


							def      _snake_case  (							self    :int		)   ->   List[str]:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      HfArgumentParser(__A		)

									SCREAMING_SNAKE_CASE__			=      {
									    """foo""": 12,
									    """bar""": 3.1_4,
									    """baz""": """42""",
									    """flag""": True,
									}

									SCREAMING_SNAKE_CASE__			=      parser.parse_dict(__A		)[0]
									SCREAMING_SNAKE_CASE__			=      BasicExample(**__A		)
									self.assertEqual(__A							,				__A		)


							def      _snake_case  (							self    :Optional[int]		)   ->   Union[str, Any]:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      HfArgumentParser(__A		)

									SCREAMING_SNAKE_CASE__			=      {
									    """foo""": 12,
									    """bar""": 3.1_4,
									    """baz""": """42""",
									    """flag""": True,
									    """extra""": 42,
									}

									self.assertRaises(__A							,				parser.parse_dict							,				__A							,				allow_extra_keys=__A		)


							def      _snake_case  (							self    :str		)   ->   Optional[Any]:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      HfArgumentParser(__A		)

									SCREAMING_SNAKE_CASE__			=      {
									    """foo""": 12,
									    """bar""": 3.1_4,
									    """baz""": """42""",
									    """flag""": True,
									}
									with tempfile.TemporaryDirectory() as tmp_dir:
											SCREAMING_SNAKE_CASE__			=      os.path.join(__A							,				"""temp_json"""		)
											os.mkdir(__A		)
											with open(temp_local_path + """.json"""							,				"""w+"""		) as f:
													json.dump(__A							,				__A		)
											SCREAMING_SNAKE_CASE__			=      parser.parse_yaml_file(Path(temp_local_path + """.json"""		)		)[0]

									SCREAMING_SNAKE_CASE__			=      BasicExample(**__A		)
									self.assertEqual(__A							,				__A		)


							def      _snake_case  (							self    :Optional[int]		)   ->   Union[str, Any]:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      HfArgumentParser(__A		)

									SCREAMING_SNAKE_CASE__			=      {
									    """foo""": 12,
									    """bar""": 3.1_4,
									    """baz""": """42""",
									    """flag""": True,
									}
									with tempfile.TemporaryDirectory() as tmp_dir:
											SCREAMING_SNAKE_CASE__			=      os.path.join(__A							,				"""temp_yaml"""		)
											os.mkdir(__A		)
											with open(temp_local_path + """.yaml"""							,				"""w+"""		) as f:
													yaml.dump(__A							,				__A		)
											SCREAMING_SNAKE_CASE__			=      parser.parse_yaml_file(Path(temp_local_path + """.yaml"""		)		)[0]
									SCREAMING_SNAKE_CASE__			=      BasicExample(**__A		)
									self.assertEqual(__A							,				__A		)


							def      _snake_case  (							self    :str		)   ->   str:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      HfArgumentParser(__A		)
									self.assertIsNotNone(__A		)






import inspect
import os
import unittest

import torch

import accelerate
from accelerate import Accelerator
from accelerate.test_utils import execute_subprocess_async, require_multi_gpu
from accelerate.utils import patch_environment




class   UpperCamelCase_       (     unittest.TestCase    ):


							def      _snake_case  (							self    :Any		)   ->   int:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      inspect.getfile(accelerate.test_utils		)
									SCREAMING_SNAKE_CASE__			=      os.path.sep.join(mod_file.split(os.path.sep		)[:-1] + ["""scripts""", """test_script.py"""]		)
									SCREAMING_SNAKE_CASE__			=      os.path.sep.join(
									    mod_file.split(os.path.sep		)[:-1] + ["""scripts""", """test_distributed_data_loop.py"""]		)
									SCREAMING_SNAKE_CASE__			=      os.path.sep.join(mod_file.split(os.path.sep		)[:-1] + ["""scripts""", """test_ops.py"""]		)


							@require_multi_gpu
							def      _snake_case  (							self    :Optional[Any]		)   ->   Tuple:



									"""simple docstring"""



									print(f'''Found {torch.cuda.device_count()} devices.'''		)
									SCREAMING_SNAKE_CASE__			=      ["""torchrun""", f'''--nproc_per_node={torch.cuda.device_count()}''', self.test_file_path]
									with patch_environment(omp_num_threads=1		):
											execute_subprocess_async(__A							,				env=os.environ.copy()		)


							@require_multi_gpu
							def      _snake_case  (							self    :Tuple		)   ->   Optional[Any]:



									"""simple docstring"""



									print(f'''Found {torch.cuda.device_count()} devices.'''		)
									SCREAMING_SNAKE_CASE__			=      ["""torchrun""", f'''--nproc_per_node={torch.cuda.device_count()}''', self.operation_file_path]
									print(f'''Command: {cmd}'''		)
									with patch_environment(omp_num_threads=1		):
											execute_subprocess_async(__A							,				env=os.environ.copy()		)


							@require_multi_gpu
							def      _snake_case  (							self    :Optional[Any]		)   ->   Union[str, Any]:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__			=      ["""torchrun""", f'''--nproc_per_node={torch.cuda.device_count()}''', inspect.getfile(self.__class__		)]
									with patch_environment(omp_num_threads=1		):
											execute_subprocess_async(__A							,				env=os.environ.copy()		)


							@require_multi_gpu
							def      _snake_case  (							self    :Optional[int]		)   ->   str:



									"""simple docstring"""



									print(f'''Found {torch.cuda.device_count()} devices, using 2 devices only'''		)
									SCREAMING_SNAKE_CASE__			=      ["""torchrun""", f'''--nproc_per_node={torch.cuda.device_count()}''', self.data_loop_file_path]
									with patch_environment(omp_num_threads=1							,				cuda_visible_devices="""0,1"""		):
											execute_subprocess_async(__A							,				env=os.environ.copy()		)


if __name__ == "__main__":
	_lowerCamelCase   				=			Accelerator()
	_lowerCamelCase   				=			(accelerator.state.process_index + 2, 10)
	_lowerCamelCase   				=			torch.randint(0, 10, shape).to(accelerator.device)

	_lowerCamelCase   				=			''

	_lowerCamelCase   				=			accelerator.pad_across_processes(tensor)
	if tensora.shape[0] != accelerator.state.num_processes + 1:
		error_msg += F"Found shape {tensora.shape} but should have {accelerator.state.num_processes + 1} at dim 0."
	if not torch.equal(tensora[: accelerator.state.process_index + 2], tensor):
		error_msg += "Tensors have different values."
	if not torch.all(tensora[accelerator.state.process_index + 2 :] == 0):
		error_msg += "Padding was not done with the right value (0)."

	_lowerCamelCase   				=			accelerator.pad_across_processes(tensor, pad_first=True)
	if tensora.shape[0] != accelerator.state.num_processes + 1:
		error_msg += F"Found shape {tensora.shape} but should have {accelerator.state.num_processes + 1} at dim 0."
	_lowerCamelCase   				=			accelerator.state.num_processes - accelerator.state.process_index - 1
	if not torch.equal(tensora[index:], tensor):
		error_msg += "Tensors have different values."
	if not torch.all(tensora[:index] == 0):
		error_msg += "Padding was not done with the right value (0)."

	# Raise error at the end to make sure we don't stop at the first failure.
	if len(error_msg) > 0:
		raise ValueError(error_msg)