


"""simple docstring"""


def _lowerCamelCase	(		_UpperCamelCase      ):

			'''simple docstring'''




			if not nums:  # Makes sure that the list is not empty
						raise ValueError("List is empty"      )

			__lowerCAmelCase				    =			sum(_UpperCamelCase      ) / len(_UpperCamelCase      )  # Calculate the average
			return sum(abs(x - average      ) for x in nums      ) / len(_UpperCamelCase      )


if __name__ == "__main__":
	import doctest

	doctest.testmod()






"""simple docstring"""




import importlib
import sys
from argparse import REMAINDER, ArgumentParser
from pathlib import Path

import torch_xla.distributed.xla_multiprocessing as xmp

def lowercase_  (   ):
							SCREAMING_SNAKE_CASE__						:       Optional[Any]           =   ArgumentParser(
							    description=(
							        """PyTorch TPU distributed training launch """
							        """helper utility that will spawn up """
							        """multiple distributed processes"""
							    )						)

							# Optional arguments for the launch helper
							parser.add_argument("""--num_cores"""   ,type=_snake_case   ,default=1   ,help="""Number of TPU cores to use (1 or 8)."""						)

							# positional
							parser.add_argument(
							    """training_script"""   ,type=_snake_case   ,help=(
							        """The full path to the single TPU training """
							        """program/script to be launched in parallel, """
							        """followed by all the arguments for the """
							        """training script"""
							    )   ,)

							# rest from the training program
							parser.add_argument("""training_script_args"""   ,nargs=_snake_case						)

							return parser.parse_args()

def lowercase_  (   ):
							SCREAMING_SNAKE_CASE__						:       int           =   parse_args()

							# Import training_script as a module.
							SCREAMING_SNAKE_CASE__						:       Dict           =   Path(args.training_script						)
							sys.path.append(str(script_fpath.parent.resolve()						)						)
							SCREAMING_SNAKE_CASE__						:       int           =   script_fpath.stem
							SCREAMING_SNAKE_CASE__						:       Optional[Any]           =   importlib.import_module(_snake_case						)

							# Patch sys.argv
							SCREAMING_SNAKE_CASE__						:       str           =   [args.training_script] + args.training_script_args + ["""--tpu_num_cores""", str(args.num_cores						)]
							xmp.spawn(mod._mp_fn   ,args=()   ,nprocs=args.num_cores						)


if __name__ == "__main__":
					main()




