
"""simple docstring"""



import argparse
import json
import os
import sys
import tempfile
import unittest
from argparse import Namespace
from dataclasses import dataclass, field
from enum import Enum
from pathlib import Path
from typing import List, Literal, Optional

import yaml

from transformers import HfArgumentParser, TrainingArguments
from transformers.hf_argparser import make_choice_type_function, string_to_bool


# Since Python 3.10, we can use the builtin `|` operator for Union types
# See PEP 604: https://peps.python.org/pep-0604
UpperCAmelCase__          = sys.version_info >= (3, 10)
def 					_UpperCAmelCase      ( __lowerCamelCase   :       Optional[Any]=None ,					__lowerCamelCase   :       Any=None		)     ->					Any:
  return field(default_factory=lambda: default ,					metadata=lowerCAmelCase__		)

@dataclass
class       lowerCAmelCase__				:
     __a						=					42
     __a						=					42
     __a						=					42
     __a						=					42






@dataclass
class       lowerCAmelCase__				:
     __a						=					42
     __a						=					field(default="""toto""" ,	metadata={"""help""": """help message"""}	)






@dataclass
class       lowerCAmelCase__				:
     __a						=					False
     __a						=					True
     __a						=					None






class       lowerCAmelCase__				(						__SCREAMING_SNAKE_CASE	):
     __a						=					'titi'
     __a						=					'toto'






class       lowerCAmelCase__				(						__SCREAMING_SNAKE_CASE	):
     __a						=					'titi'
     __a						=					'toto'
     __a						=					42






@dataclass
class       lowerCAmelCase__				:
     __a						=					"toto"







     def      lowercase	(							self			:			List[str]			):
       _snake_case					     =       BasicEnum(self.foo			)






@dataclass
class       lowerCAmelCase__				:
     __a						=					"toto"







     def      lowercase	(							self			:			Tuple			):
       _snake_case					     =       MixedTypeEnum(self.foo			)






@dataclass
class       lowerCAmelCase__				:
     __a						=					None
     __a						=					field(default=__SCREAMING_SNAKE_CASE ,	metadata={"""help""": """help message"""}	)
     __a						=					None
     __a						=					list_field(default=[]	)
     __a						=					list_field(default=[]	)






@dataclass
class       lowerCAmelCase__				:
     __a						=					list_field(default=[]	)
     __a						=					list_field(default=[1, 2, 3]	)
     __a						=					list_field(default=["""Hallo""", """Bonjour""", """Hello"""]	)
     __a						=					list_field(default=[0.1, 0.2, 0.3]	)






@dataclass
class       lowerCAmelCase__				:
     __a						=					field()
     __a						=					field()
     __a						=					field()







     def      lowercase	(							self			:			Union[str, Any]			):
       _snake_case					     =       BasicEnum(self.required_enum			)






@dataclass
class       lowerCAmelCase__				:
     __a						=					42
     __a						=					field()
     __a						=					None
     __a						=					field(default="""toto""" ,	metadata={"""help""": """help message"""}	)
     __a						=					list_field(default=["""Hallo""", """Bonjour""", """Hello"""]	)


if is_python_no_less_than_3_10:

 @dataclass
 class       lowerCAmelCase__				:
      __a						=					False
      __a						=					True
      __a						=					None






 @dataclass
 class       lowerCAmelCase__				:
      __a						=					None
      __a						=					field(default=__SCREAMING_SNAKE_CASE ,	metadata={"""help""": """help message"""}	)
      __a						=					None
      __a						=					list_field(default=[]	)
      __a						=					list_field(default=[]	)

class       lowerCAmelCase__				(						unittest.TestCase	):







     def      lowercase	(							self			:			str    ,      _lowerCamelCase			:			str    ,      _lowerCamelCase			:			Optional[Any]			):
       self.assertEqual(len(a._actions			)    ,      len(b._actions			)			)
       for x, y in zip(a._actions    ,      b._actions			):
         _snake_case					     =       {k: v for k, v in vars(_a			).items() if k != '''container'''}
         _snake_case					     =       {k: v for k, v in vars(_a			).items() if k != '''container'''}

         # Choices with mixed type have custom function as "type"
         # So we need to compare results directly for equality
         if xx.get('''choices'''    ,      _a			) and yy.get('''choices'''    ,      _a			):
           for expected_choice in yy["choices"] + xx["choices"]:
             self.assertEqual(xx['''type'''](_a			)    ,      yy['''type'''](_a			)			)
           del xx["type"], yy["type"]

         self.assertEqual(_a    ,      _a			)







     def      lowercase	(							self			:			Tuple			):
       _snake_case					     =       HfArgumentParser(_a			)

       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument('''--foo'''    ,      type=_a    ,      required=_a			)
       expected.add_argument('''--bar'''    ,      type=_a    ,      required=_a			)
       expected.add_argument('''--baz'''    ,      type=_a    ,      required=_a			)
       expected.add_argument('''--flag'''    ,      type=_a    ,      default=_a    ,      const=_a    ,      nargs='''?'''			)
       self.argparsersEqual(_a    ,      _a			)

       _snake_case					     =       ['''--foo''', '''1''', '''--baz''', '''quux''', '''--bar''', '''0.5''']
       ((_snake_case     )     ,					     )					     =       parser.parse_args_into_dataclasses(_a    ,      look_for_args_file=_a			)
       self.assertFalse(example.flag			)







     def      lowercase	(							self			:			Tuple			):
       _snake_case					     =       HfArgumentParser(_a			)

       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument('''--foo'''    ,      default=42    ,      type=_a			)
       expected.add_argument('''--baz'''    ,      default='''toto'''    ,      type=_a    ,      help='''help message'''			)
       self.argparsersEqual(_a    ,      _a			)







     def      lowercase	(							self			:			List[str]			):
       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument('''--foo'''    ,      type=_a    ,      default=_a    ,      const=_a    ,      nargs='''?'''			)
       expected.add_argument('''--baz'''    ,      type=_a    ,      default=_a    ,      const=_a    ,      nargs='''?'''			)
       # A boolean no_* argument always has to come after its "default: True" regular counter-part
       # and its default must be set to False
       expected.add_argument('''--no_baz'''    ,      action='''store_false'''    ,      default=_a    ,      dest='''baz'''			)
       expected.add_argument('''--opt'''    ,      type=_a    ,      default=_a			)

       _snake_case					     =       [WithDefaultBoolExample]
       if is_python_no_less_than_3_10:
         dataclass_types.append(_a			)

       for dataclass_type in dataclass_types:
         _snake_case					     =       HfArgumentParser(_a			)
         self.argparsersEqual(_a    ,      _a			)

         _snake_case					     =       parser.parse_args([]			)
         self.assertEqual(_a    ,      Namespace(foo=_a    ,      baz=_a    ,      opt=_a			)			)

         _snake_case					     =       parser.parse_args(['''--foo''', '''--no_baz''']			)
         self.assertEqual(_a    ,      Namespace(foo=_a    ,      baz=_a    ,      opt=_a			)			)

         _snake_case					     =       parser.parse_args(['''--foo''', '''--baz''']			)
         self.assertEqual(_a    ,      Namespace(foo=_a    ,      baz=_a    ,      opt=_a			)			)

         _snake_case					     =       parser.parse_args(['''--foo''', '''True''', '''--baz''', '''True''', '''--opt''', '''True''']			)
         self.assertEqual(_a    ,      Namespace(foo=_a    ,      baz=_a    ,      opt=_a			)			)

         _snake_case					     =       parser.parse_args(['''--foo''', '''False''', '''--baz''', '''False''', '''--opt''', '''False''']			)
         self.assertEqual(_a    ,      Namespace(foo=_a    ,      baz=_a    ,      opt=_a			)			)







     def      lowercase	(							self			:			Optional[int]			):
       _snake_case					     =       HfArgumentParser(_a			)

       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument(
           '''--foo'''    ,      default='''toto'''    ,      choices=['''titi''', '''toto''', 42]    ,      type=make_choice_type_function(['''titi''', '''toto''', 42]			)    ,      )
       self.argparsersEqual(_a    ,      _a			)

       _snake_case					     =       parser.parse_args([]			)
       self.assertEqual(args.foo    ,      '''toto'''			)
       _snake_case					     =       parser.parse_args_into_dataclasses([]			)[0]
       self.assertEqual(enum_ex.foo    ,      MixedTypeEnum.toto			)

       _snake_case					     =       parser.parse_args(['''--foo''', '''titi''']			)
       self.assertEqual(args.foo    ,      '''titi'''			)
       _snake_case					     =       parser.parse_args_into_dataclasses(['''--foo''', '''titi''']			)[0]
       self.assertEqual(enum_ex.foo    ,      MixedTypeEnum.titi			)

       _snake_case					     =       parser.parse_args(['''--foo''', '''42''']			)
       self.assertEqual(args.foo    ,      42			)
       _snake_case					     =       parser.parse_args_into_dataclasses(['''--foo''', '''42''']			)[0]
       self.assertEqual(enum_ex.foo    ,      MixedTypeEnum.fourtytwo			)







     def      lowercase	(							self			:			List[str]			):

       @dataclass
       class       lowerCAmelCase__				:
            __a						=					"toto"






       _snake_case					     =       HfArgumentParser(_a			)

       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument(
           '''--foo'''    ,      default='''toto'''    ,      choices=('''titi''', '''toto''', 42)    ,      type=make_choice_type_function(['''titi''', '''toto''', 42]			)    ,      )
       self.argparsersEqual(_a    ,      _a			)

       _snake_case					     =       parser.parse_args([]			)
       self.assertEqual(args.foo    ,      '''toto'''			)

       _snake_case					     =       parser.parse_args(['''--foo''', '''titi''']			)
       self.assertEqual(args.foo    ,      '''titi'''			)

       _snake_case					     =       parser.parse_args(['''--foo''', '''42''']			)
       self.assertEqual(args.foo    ,      42			)







     def      lowercase	(							self			:			List[str]			):
       _snake_case					     =       HfArgumentParser(_a			)

       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument('''--foo_int'''    ,      nargs='''+'''    ,      default=[]    ,      type=_a			)
       expected.add_argument('''--bar_int'''    ,      nargs='''+'''    ,      default=[1, 2, 3]    ,      type=_a			)
       expected.add_argument('''--foo_str'''    ,      nargs='''+'''    ,      default=['''Hallo''', '''Bonjour''', '''Hello''']    ,      type=_a			)
       expected.add_argument('''--foo_float'''    ,      nargs='''+'''    ,      default=[0.1, 0.2, 0.3]    ,      type=_a			)

       self.argparsersEqual(_a    ,      _a			)

       _snake_case					     =       parser.parse_args([]			)
       self.assertEqual(
           _a    ,      Namespace(foo_int=[]    ,      bar_int=[1, 2, 3]    ,      foo_str=['''Hallo''', '''Bonjour''', '''Hello''']    ,      foo_float=[0.1, 0.2, 0.3]			)    ,      )

       _snake_case					     =       parser.parse_args('''--foo_int 1 --bar_int 2 3 --foo_str a b c --foo_float 0.1 0.7'''.split()			)
       self.assertEqual(_a    ,      Namespace(foo_int=[1]    ,      bar_int=[2, 3]    ,      foo_str=['''a''', '''b''', '''c''']    ,      foo_float=[0.1, 0.7]			)			)







     def      lowercase	(							self			:			str			):
       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument('''--foo'''    ,      default=_a    ,      type=_a			)
       expected.add_argument('''--bar'''    ,      default=_a    ,      type=_a    ,      help='''help message'''			)
       expected.add_argument('''--baz'''    ,      default=_a    ,      type=_a			)
       expected.add_argument('''--ces'''    ,      nargs='''+'''    ,      default=[]    ,      type=_a			)
       expected.add_argument('''--des'''    ,      nargs='''+'''    ,      default=[]    ,      type=_a			)

       _snake_case					     =       [OptionalExample]
       if is_python_no_less_than_3_10:
         dataclass_types.append(_a			)

       for dataclass_type in dataclass_types:
         _snake_case					     =       HfArgumentParser(_a			)

         self.argparsersEqual(_a    ,      _a			)

         _snake_case					     =       parser.parse_args([]			)
         self.assertEqual(_a    ,      Namespace(foo=_a    ,      bar=_a    ,      baz=_a    ,      ces=[]    ,      des=[]			)			)

         _snake_case					     =       parser.parse_args('''--foo 12 --bar 3.14 --baz 42 --ces a b c --des 1 2 3'''.split()			)
         self.assertEqual(_a    ,      Namespace(foo=12    ,      bar=3.1_4    ,      baz='''42'''    ,      ces=['''a''', '''b''', '''c''']    ,      des=[1, 2, 3]			)			)







     def      lowercase	(							self			:			Any			):
       _snake_case					     =       HfArgumentParser(_a			)

       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument('''--required_list'''    ,      nargs='''+'''    ,      type=_a    ,      required=_a			)
       expected.add_argument('''--required_str'''    ,      type=_a    ,      required=_a			)
       expected.add_argument(
           '''--required_enum'''    ,      type=make_choice_type_function(['''titi''', '''toto''']			)    ,      choices=['''titi''', '''toto''']    ,      required=_a    ,      )
       self.argparsersEqual(_a    ,      _a			)







     def      lowercase	(							self			:			Optional[Any]			):
       _snake_case					     =       HfArgumentParser(_a			)

       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument('''--foo'''    ,      type=_a    ,      required=_a			)
       expected.add_argument(
           '''--required_enum'''    ,      type=make_choice_type_function(['''titi''', '''toto''']			)    ,      choices=['''titi''', '''toto''']    ,      required=_a    ,      )
       expected.add_argument('''--opt'''    ,      type=_a    ,      default=_a			)
       expected.add_argument('''--baz'''    ,      default='''toto'''    ,      type=_a    ,      help='''help message'''			)
       expected.add_argument('''--foo_str'''    ,      nargs='''+'''    ,      default=['''Hallo''', '''Bonjour''', '''Hello''']    ,      type=_a			)
       self.argparsersEqual(_a    ,      _a			)







     def      lowercase	(							self			:			Optional[Any]			):
       _snake_case					     =       HfArgumentParser(_a			)

       _snake_case					     =       {
           '''foo''': 12,
           '''bar''': 3.1_4,
           '''baz''': '''42''',
           '''flag''': True,
       }

       _snake_case					     =       parser.parse_dict(_a			)[0]
       _snake_case					     =       BasicExample(**_a			)
       self.assertEqual(_a    ,      _a			)







     def      lowercase	(							self			:			Optional[int]			):
       _snake_case					     =       HfArgumentParser(_a			)

       _snake_case					     =       {
           '''foo''': 12,
           '''bar''': 3.1_4,
           '''baz''': '''42''',
           '''flag''': True,
           '''extra''': 42,
       }

       self.assertRaises(_a    ,      parser.parse_dict    ,      _a    ,      allow_extra_keys=_a			)







     def      lowercase	(							self			:			Dict			):
       _snake_case					     =       HfArgumentParser(_a			)

       _snake_case					     =       {
           '''foo''': 12,
           '''bar''': 3.1_4,
           '''baz''': '''42''',
           '''flag''': True,
       }
       with tempfile.TemporaryDirectory() as tmp_dir:
         _snake_case					     =       os.path.join(_a    ,      '''temp_json'''			)
         os.mkdir(_a			)
         with open(temp_local_path + '''.json'''    ,      '''w+'''			) as f:
           json.dump(_a    ,      _a			)
         _snake_case					     =       parser.parse_yaml_file(Path(temp_local_path + '''.json'''			)			)[0]

       _snake_case					     =       BasicExample(**_a			)
       self.assertEqual(_a    ,      _a			)







     def      lowercase	(							self			:			List[Any]			):
       _snake_case					     =       HfArgumentParser(_a			)

       _snake_case					     =       {
           '''foo''': 12,
           '''bar''': 3.1_4,
           '''baz''': '''42''',
           '''flag''': True,
       }
       with tempfile.TemporaryDirectory() as tmp_dir:
         _snake_case					     =       os.path.join(_a    ,      '''temp_yaml'''			)
         os.mkdir(_a			)
         with open(temp_local_path + '''.yaml'''    ,      '''w+'''			) as f:
           yaml.dump(_a    ,      _a			)
         _snake_case					     =       parser.parse_yaml_file(Path(temp_local_path + '''.yaml'''			)			)[0]
       _snake_case					     =       BasicExample(**_a			)
       self.assertEqual(_a    ,      _a			)







     def      lowercase	(							self			:			List[str]			):
       _snake_case					     =       HfArgumentParser(_a			)
       self.assertIsNotNone(_a			)







"""simple docstring"""




from dataclasses import dataclass, field
from typing import TYPE_CHECKING, Any, ClassVar, Dict, List, Optional, Union

import pyarrow as pa


if TYPE_CHECKING:
				from .features import FeatureType
@dataclass
class 					__lowerCAmelCase					:


		'''simple docstring'''



		__UpperCAmelCase		:			List[str]
		__UpperCAmelCase		:			Optional[str]										=				None
		# Automatically constructed
		__UpperCAmelCase		:			ClassVar[str]										=				"dict"
		__UpperCAmelCase		:			ClassVar[Any]										=				None
		__UpperCAmelCase		:			str										=				field(default='Translation'     ,			init=__SCREAMING_SNAKE_CASE     ,			repr=__SCREAMING_SNAKE_CASE       )

		def __call__(  self      ):
				return pa.struct({lang: pa.string() for lang in sorted(self.languages      )}      )





		def 			__UpperCAmelCase       (  self      ):
				from .features import Value

				return {k: Value('''string'''      ) for k in sorted(self.languages      )}







@dataclass
class 					__lowerCAmelCase					:


		'''simple docstring'''



		__UpperCAmelCase		:			Optional[List]										=				None
		__UpperCAmelCase		:			Optional[int]										=				None
		__UpperCAmelCase		:			Optional[str]										=				None
		# Automatically constructed
		__UpperCAmelCase		:			ClassVar[str]										=				"dict"
		__UpperCAmelCase		:			ClassVar[Any]										=				None
		__UpperCAmelCase		:			str										=				field(default='TranslationVariableLanguages'     ,			init=__SCREAMING_SNAKE_CASE     ,			repr=__SCREAMING_SNAKE_CASE       )

		def 			__UpperCAmelCase       (  self      ):
				__a           =			sorted(set(self.languages      )      ) if self.languages else None
				__a           =			len(self.languages      ) if self.languages else None

		def __call__(  self      ):
				return pa.struct({'''language''': pa.list_(pa.string()      ), '''translation''': pa.list_(pa.string()      )}      )

		def 			__UpperCAmelCase       (  self							, _a      ):
				__a           =			set(self.languages      )
				if self.languages and set(_a      ) - lang_set:
						raise ValueError(
						    f'''Some languages in example ({', '.join(sorted(set(_a      ) - lang_set      )      )}) are not in valid set ({', '.join(_a      )}).'''      )

				# Convert dictionary into tuples, splitting out cases where there are
				# multiple translations for a single language.
				__a           =			[]
				for lang, text in translation_dict.items():
						if isinstance(_a							, _a      ):
								translation_tuples.append((lang, text)      )
						else:
								translation_tuples.extend([(lang, el) for el in text]      )

        # Ensure translations are in ascending order by language code.
				__a      ,     __a           =			zip(*sorted(_a      )      )

				return {"language": languages, "translation": translations}





		def 			__UpperCAmelCase       (  self      ):
				from .features import Sequence, Value

				return {
				    "language": Sequence(Value('''string'''      )      ),
				    "translation": Sequence(Value('''string'''      )      ),
				}






