


"""simple docstring"""




import argparse
import json
import os
import sys
import tempfile
import unittest
from argparse import Namespace
from dataclasses import dataclass, field
from enum import Enum
from pathlib import Path
from typing import List, Literal, Optional

import yaml

from transformers import HfArgumentParser, TrainingArguments
from transformers.hf_argparser import make_choice_type_function, string_to_bool


# Since Python 3.10, we can use the builtin `|` operator for Union types
# See PEP 604: https://peps.python.org/pep-0604
lowercase_			     =  sys.version_info >= (3, 1_0)

def        lowercase							(		lowerCAmelCase__ :     Optional[Any]=None    ,					lowerCAmelCase__ :     Any=None			) ->      Any:
		return field(default_factory=lambda: default    ,					metadata=lowerCAmelCase__			)
@dataclass
class 					__lowerCAmelCase					:


		'''simple docstring'''



		__UpperCAmelCase		:			int
		__UpperCAmelCase		:			float
		__UpperCAmelCase		:			str
		__UpperCAmelCase		:			bool







@dataclass
class 					__lowerCAmelCase					:


		'''simple docstring'''



		__UpperCAmelCase		:			int										=				4_2
		__UpperCAmelCase		:			str										=				field(default='toto'     ,			metadata={'help': 'help message'}       )







@dataclass
class 					__lowerCAmelCase					:


		'''simple docstring'''



		__UpperCAmelCase		:			bool										=				False
		__UpperCAmelCase		:			bool										=				True
		__UpperCAmelCase		:			Optional[bool]										=				None







class 					__lowerCAmelCase					(   __SCREAMING_SNAKE_CASE       ):


		'''simple docstring'''



		__UpperCAmelCase		:			Union[str, Any]										=				'titi'
		__UpperCAmelCase		:			List[Any]										=				'toto'







class 					__lowerCAmelCase					(   __SCREAMING_SNAKE_CASE       ):


		'''simple docstring'''



		__UpperCAmelCase		:			Optional[Any]										=				'titi'
		__UpperCAmelCase		:			Optional[int]										=				'toto'
		__UpperCAmelCase		:			List[str]										=				4_2







@dataclass
class 					__lowerCAmelCase					:


		'''simple docstring'''



		__UpperCAmelCase		:			BasicEnum										=				"toto"

		def 			__UpperCAmelCase       (  self      ):
				__a           =			BasicEnum(self.foo      )







@dataclass
class 					__lowerCAmelCase					:


		'''simple docstring'''



		__UpperCAmelCase		:			MixedTypeEnum										=				"toto"

		def 			__UpperCAmelCase       (  self      ):
				__a           =			MixedTypeEnum(self.foo      )







@dataclass
class 					__lowerCAmelCase					:


		'''simple docstring'''



		__UpperCAmelCase		:			Optional[int]										=				None
		__UpperCAmelCase		:			Optional[float]										=				field(default=__SCREAMING_SNAKE_CASE     ,			metadata={'help': 'help message'}       )
		__UpperCAmelCase		:			Optional[str]										=				None
		__UpperCAmelCase		:			Optional[List[str]]										=				list_field(default=[]       )
		__UpperCAmelCase		:			Optional[List[int]]										=				list_field(default=[]       )







@dataclass
class 					__lowerCAmelCase					:


		'''simple docstring'''



		__UpperCAmelCase		:			List[int]										=				list_field(default=[]       )
		__UpperCAmelCase		:			List[int]										=				list_field(default=[1, 2, 3]       )
		__UpperCAmelCase		:			List[str]										=				list_field(default=['Hallo', 'Bonjour', 'Hello']       )
		__UpperCAmelCase		:			List[float]										=				list_field(default=[0.1, 0.2, 0.3]       )







@dataclass
class 					__lowerCAmelCase					:


		'''simple docstring'''



		__UpperCAmelCase		:			List[int]										=				field()
		__UpperCAmelCase		:			str										=				field()
		__UpperCAmelCase		:			BasicEnum										=				field()

		def 			__UpperCAmelCase       (  self      ):
				__a           =			BasicEnum(self.required_enum      )







@dataclass
class 					__lowerCAmelCase					:


		'''simple docstring'''



		__UpperCAmelCase		:			int
		__UpperCAmelCase		:			"BasicEnum"										=				field()
		__UpperCAmelCase		:			"Optional[bool]"										=				None
		__UpperCAmelCase		:			"str"										=				field(default='toto'     ,			metadata={'help': 'help message'}       )
		__UpperCAmelCase		:			"List[str]"										=				list_field(default=['Hallo', 'Bonjour', 'Hello']       )


if is_python_no_less_than_3_10:
				@dataclass
				class 					__lowerCAmelCase					:


						'''simple docstring'''



						__UpperCAmelCase		:			bool										=				False
						__UpperCAmelCase		:			bool										=				True
						__UpperCAmelCase		:			bool | None										=				None







				@dataclass
				class 					__lowerCAmelCase					:


						'''simple docstring'''



						__UpperCAmelCase		:			int | None										=				None
						__UpperCAmelCase		:			float | None										=				field(default=__SCREAMING_SNAKE_CASE     ,			metadata={'help': 'help message'}       )
						__UpperCAmelCase		:			str | None										=				None
						__UpperCAmelCase		:			list[str] | None										=				list_field(default=[]       )
						__UpperCAmelCase		:			list[int] | None										=				list_field(default=[]       )




class 					__lowerCAmelCase					(   unittest.TestCase       ):


		'''simple docstring'''



		def 			__UpperCAmelCase       (  self							, _a							, _a      ):
				self.assertEqual(len(a._actions      )							, len(b._actions      )      )
				for x, y in zip(a._actions							, b._actions      ):
						__a           =			{k: v for k, v in vars(_a      ).items() if k != '''container'''}
						__a           =			{k: v for k, v in vars(_a      ).items() if k != '''container'''}

						# Choices with mixed type have custom function as "type"
						# So we need to compare results directly for equality
						if xx.get('''choices'''							, _a      ) and yy.get('''choices'''							, _a      ):
								for expected_choice in yy["choices"] + xx["choices"]:
										self.assertEqual(xx['''type'''](_a      )							, yy['''type'''](_a      )      )
								del xx["type"], yy["type"]

						self.assertEqual(_a							, _a      )

		def 			__UpperCAmelCase       (  self      ):
				__a           =			HfArgumentParser(_a      )

				__a           =			argparse.ArgumentParser()
				expected.add_argument('''--foo'''							, type=_a							, required=_a      )
				expected.add_argument('''--bar'''							, type=_a							, required=_a      )
				expected.add_argument('''--baz'''							, type=_a							, required=_a      )
				expected.add_argument('''--flag'''							, type=_a							, default=_a							, const=_a							, nargs='''?'''      )
				self.argparsersEqual(_a							, _a      )

				__a           =			['''--foo''', '''1''', '''--baz''', '''quux''', '''--bar''', '''0.5''']
				((__a)      ,     )           =			parser.parse_args_into_dataclasses(_a							, look_for_args_file=_a      )
				self.assertFalse(example.flag      )

		def 			__UpperCAmelCase       (  self      ):
				__a           =			HfArgumentParser(_a      )

				__a           =			argparse.ArgumentParser()
				expected.add_argument('''--foo'''							, default=42							, type=_a      )
				expected.add_argument('''--baz'''							, default='''toto'''							, type=_a							, help='''help message'''      )
				self.argparsersEqual(_a							, _a      )

		def 			__UpperCAmelCase       (  self      ):
				__a           =			argparse.ArgumentParser()
				expected.add_argument('''--foo'''							, type=_a							, default=_a							, const=_a							, nargs='''?'''      )
				expected.add_argument('''--baz'''							, type=_a							, default=_a							, const=_a							, nargs='''?'''      )
				# A boolean no_* argument always has to come after its "default: True" regular counter-part
				# and its default must be set to False
				expected.add_argument('''--no_baz'''							, action='''store_false'''							, default=_a							, dest='''baz'''      )
				expected.add_argument('''--opt'''							, type=_a							, default=_a      )

				__a           =			[WithDefaultBoolExample]
				if is_python_no_less_than_3_10:
						dataclass_types.append(_a      )

				for dataclass_type in dataclass_types:
						__a           =			HfArgumentParser(_a      )
						self.argparsersEqual(_a							, _a      )

						__a           =			parser.parse_args([]      )
						self.assertEqual(_a							, Namespace(foo=_a							, baz=_a							, opt=_a      )      )

						__a           =			parser.parse_args(['''--foo''', '''--no_baz''']      )
						self.assertEqual(_a							, Namespace(foo=_a							, baz=_a							, opt=_a      )      )

						__a           =			parser.parse_args(['''--foo''', '''--baz''']      )
						self.assertEqual(_a							, Namespace(foo=_a							, baz=_a							, opt=_a      )      )

						__a           =			parser.parse_args(['''--foo''', '''True''', '''--baz''', '''True''', '''--opt''', '''True''']      )
						self.assertEqual(_a							, Namespace(foo=_a							, baz=_a							, opt=_a      )      )

						__a           =			parser.parse_args(['''--foo''', '''False''', '''--baz''', '''False''', '''--opt''', '''False''']      )
						self.assertEqual(_a							, Namespace(foo=_a							, baz=_a							, opt=_a      )      )

		def 			__UpperCAmelCase       (  self      ):
				__a           =			HfArgumentParser(_a      )

				__a           =			argparse.ArgumentParser()
				expected.add_argument(
				    '''--foo'''							, default='''toto'''							, choices=['''titi''', '''toto''', 42]							, type=make_choice_type_function(['''titi''', '''toto''', 42]      )							, )
				self.argparsersEqual(_a							, _a      )

				__a           =			parser.parse_args([]      )
				self.assertEqual(args.foo							, '''toto'''      )
				__a           =			parser.parse_args_into_dataclasses([]      )[0]
				self.assertEqual(enum_ex.foo							, MixedTypeEnum.toto      )

				__a           =			parser.parse_args(['''--foo''', '''titi''']      )
				self.assertEqual(args.foo							, '''titi'''      )
				__a           =			parser.parse_args_into_dataclasses(['''--foo''', '''titi''']      )[0]
				self.assertEqual(enum_ex.foo							, MixedTypeEnum.titi      )

				__a           =			parser.parse_args(['''--foo''', '''42''']      )
				self.assertEqual(args.foo							, 42      )
				__a           =			parser.parse_args_into_dataclasses(['''--foo''', '''42''']      )[0]
				self.assertEqual(enum_ex.foo							, MixedTypeEnum.fourtytwo      )

		def 			__UpperCAmelCase       (  self      ):
				@dataclass
				class 					__lowerCAmelCase					:


						'''simple docstring'''



						__UpperCAmelCase		:			Literal["titi", "toto", 4_2]										=				"toto"







				__a           =			HfArgumentParser(_a      )

				__a           =			argparse.ArgumentParser()
				expected.add_argument(
				    '''--foo'''							, default='''toto'''							, choices=('''titi''', '''toto''', 42)							, type=make_choice_type_function(['''titi''', '''toto''', 42]      )							, )
				self.argparsersEqual(_a							, _a      )

				__a           =			parser.parse_args([]      )
				self.assertEqual(args.foo							, '''toto'''      )

				__a           =			parser.parse_args(['''--foo''', '''titi''']      )
				self.assertEqual(args.foo							, '''titi'''      )

				__a           =			parser.parse_args(['''--foo''', '''42''']      )
				self.assertEqual(args.foo							, 42      )

		def 			__UpperCAmelCase       (  self      ):
				__a           =			HfArgumentParser(_a      )

				__a           =			argparse.ArgumentParser()
				expected.add_argument('''--foo_int'''							, nargs='''+'''							, default=[]							, type=_a      )
				expected.add_argument('''--bar_int'''							, nargs='''+'''							, default=[1, 2, 3]							, type=_a      )
				expected.add_argument('''--foo_str'''							, nargs='''+'''							, default=['''Hallo''', '''Bonjour''', '''Hello''']							, type=_a      )
				expected.add_argument('''--foo_float'''							, nargs='''+'''							, default=[0.1, 0.2, 0.3]							, type=_a      )

				self.argparsersEqual(_a							, _a      )

				__a           =			parser.parse_args([]      )
				self.assertEqual(
				    _a							, Namespace(foo_int=[]							, bar_int=[1, 2, 3]							, foo_str=['''Hallo''', '''Bonjour''', '''Hello''']							, foo_float=[0.1, 0.2, 0.3]      )							, )

				__a           =			parser.parse_args('''--foo_int 1 --bar_int 2 3 --foo_str a b c --foo_float 0.1 0.7'''.split()      )
				self.assertEqual(_a							, Namespace(foo_int=[1]							, bar_int=[2, 3]							, foo_str=['''a''', '''b''', '''c''']							, foo_float=[0.1, 0.7]      )      )

		def 			__UpperCAmelCase       (  self      ):
				__a           =			argparse.ArgumentParser()
				expected.add_argument('''--foo'''							, default=_a							, type=_a      )
				expected.add_argument('''--bar'''							, default=_a							, type=_a							, help='''help message'''      )
				expected.add_argument('''--baz'''							, default=_a							, type=_a      )
				expected.add_argument('''--ces'''							, nargs='''+'''							, default=[]							, type=_a      )
				expected.add_argument('''--des'''							, nargs='''+'''							, default=[]							, type=_a      )

				__a           =			[OptionalExample]
				if is_python_no_less_than_3_10:
						dataclass_types.append(_a      )

				for dataclass_type in dataclass_types:
						__a           =			HfArgumentParser(_a      )

						self.argparsersEqual(_a							, _a      )

						__a           =			parser.parse_args([]      )
						self.assertEqual(_a							, Namespace(foo=_a							, bar=_a							, baz=_a							, ces=[]							, des=[]      )      )

						__a           =			parser.parse_args('''--foo 12 --bar 3.14 --baz 42 --ces a b c --des 1 2 3'''.split()      )
						self.assertEqual(_a							, Namespace(foo=12							, bar=3.14							, baz='''42'''							, ces=['''a''', '''b''', '''c''']							, des=[1, 2, 3]      )      )

		def 			__UpperCAmelCase       (  self      ):
				__a           =			HfArgumentParser(_a      )

				__a           =			argparse.ArgumentParser()
				expected.add_argument('''--required_list'''							, nargs='''+'''							, type=_a							, required=_a      )
				expected.add_argument('''--required_str'''							, type=_a							, required=_a      )
				expected.add_argument(
				    '''--required_enum'''							, type=make_choice_type_function(['''titi''', '''toto''']      )							, choices=['''titi''', '''toto''']							, required=_a							, )
				self.argparsersEqual(_a							, _a      )

		def 			__UpperCAmelCase       (  self      ):
				__a           =			HfArgumentParser(_a      )

				__a           =			argparse.ArgumentParser()
				expected.add_argument('''--foo'''							, type=_a							, required=_a      )
				expected.add_argument(
				    '''--required_enum'''							, type=make_choice_type_function(['''titi''', '''toto''']      )							, choices=['''titi''', '''toto''']							, required=_a							, )
				expected.add_argument('''--opt'''							, type=_a							, default=_a      )
				expected.add_argument('''--baz'''							, default='''toto'''							, type=_a							, help='''help message'''      )
				expected.add_argument('''--foo_str'''							, nargs='''+'''							, default=['''Hallo''', '''Bonjour''', '''Hello''']							, type=_a      )
				self.argparsersEqual(_a							, _a      )

		def 			__UpperCAmelCase       (  self      ):
				__a           =			HfArgumentParser(_a      )

				__a           =			{
				    '''foo''': 12,
				    '''bar''': 3.14,
				    '''baz''': '''42''',
				    '''flag''': True,
				}

				__a           =			parser.parse_dict(_a      )[0]
				__a           =			BasicExample(**_a      )
				self.assertEqual(_a							, _a      )

		def 			__UpperCAmelCase       (  self      ):
				__a           =			HfArgumentParser(_a      )

				__a           =			{
				    '''foo''': 12,
				    '''bar''': 3.14,
				    '''baz''': '''42''',
				    '''flag''': True,
				    '''extra''': 42,
				}

				self.assertRaises(_a							, parser.parse_dict							, _a							, allow_extra_keys=_a      )

		def 			__UpperCAmelCase       (  self      ):
				__a           =			HfArgumentParser(_a      )

				__a           =			{
				    '''foo''': 12,
				    '''bar''': 3.14,
				    '''baz''': '''42''',
				    '''flag''': True,
				}
				with tempfile.TemporaryDirectory() as tmp_dir:
						__a           =			os.path.join(_a							, '''temp_json'''      )
						os.mkdir(_a      )
						with open(temp_local_path + '''.json'''							, '''w+'''      ) as f:
								json.dump(_a							, _a      )
						__a           =			parser.parse_yaml_file(Path(temp_local_path + '''.json'''      )      )[0]

				__a           =			BasicExample(**_a      )
				self.assertEqual(_a							, _a      )

		def 			__UpperCAmelCase       (  self      ):
				__a           =			HfArgumentParser(_a      )

				__a           =			{
				    '''foo''': 12,
				    '''bar''': 3.14,
				    '''baz''': '''42''',
				    '''flag''': True,
				}
				with tempfile.TemporaryDirectory() as tmp_dir:
						__a           =			os.path.join(_a							, '''temp_yaml'''      )
						os.mkdir(_a      )
						with open(temp_local_path + '''.yaml'''							, '''w+'''      ) as f:
								yaml.dump(_a							, _a      )
						__a           =			parser.parse_yaml_file(Path(temp_local_path + '''.yaml'''      )      )[0]
				__a           =			BasicExample(**_a      )
				self.assertEqual(_a							, _a      )





		def 			__UpperCAmelCase       (  self      ):
				__a           =			HfArgumentParser(_a      )
				self.assertIsNotNone(_a      )










"""simple docstring"""




from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_flax_available,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


lowercase_			     =  {
    "configuration_roformer": ["ROFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP", "RoFormerConfig", "RoFormerOnnxConfig"],
    "tokenization_roformer": ["RoFormerTokenizer"],
}

try:
				if not is_tokenizers_available():
								raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
				pass
else:
				lowercase_			     =  ["RoFormerTokenizerFast"]

try:
				if not is_torch_available():
								raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
				pass
else:
				lowercase_			     =  [
				    "ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST",
				    "RoFormerForCausalLM",
				    "RoFormerForMaskedLM",
				    "RoFormerForMultipleChoice",
				    "RoFormerForQuestionAnswering",
				    "RoFormerForSequenceClassification",
				    "RoFormerForTokenClassification",
				    "RoFormerLayer",
				    "RoFormerModel",
				    "RoFormerPreTrainedModel",
				    "load_tf_weights_in_roformer",
				]


try:
				if not is_tf_available():
								raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
				pass
else:
				lowercase_			     =  [
				    "TF_ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST",
				    "TFRoFormerForCausalLM",
				    "TFRoFormerForMaskedLM",
				    "TFRoFormerForMultipleChoice",
				    "TFRoFormerForQuestionAnswering",
				    "TFRoFormerForSequenceClassification",
				    "TFRoFormerForTokenClassification",
				    "TFRoFormerLayer",
				    "TFRoFormerModel",
				    "TFRoFormerPreTrainedModel",
				]


try:
				if not is_flax_available():
								raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
				pass
else:
				lowercase_			     =  [
				    "FLAX_ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST",
				    "FlaxRoFormerForMaskedLM",
				    "FlaxRoFormerForMultipleChoice",
				    "FlaxRoFormerForQuestionAnswering",
				    "FlaxRoFormerForSequenceClassification",
				    "FlaxRoFormerForTokenClassification",
				    "FlaxRoFormerModel",
				    "FlaxRoFormerPreTrainedModel",
				]


if TYPE_CHECKING:
				from .configuration_roformer import ROFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP, RoFormerConfig, RoFormerOnnxConfig
				from .tokenization_roformer import RoFormerTokenizer

				try:
								if not is_tokenizers_available():
												raise OptionalDependencyNotAvailable()
				except OptionalDependencyNotAvailable:
								pass
				else:
								from .tokenization_roformer_fast import RoFormerTokenizerFast

				try:
								if not is_torch_available():
												raise OptionalDependencyNotAvailable()
				except OptionalDependencyNotAvailable:
								pass
				else:
								from .modeling_roformer import (
								    ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
								    RoFormerForCausalLM,
								    RoFormerForMaskedLM,
								    RoFormerForMultipleChoice,
								    RoFormerForQuestionAnswering,
								    RoFormerForSequenceClassification,
								    RoFormerForTokenClassification,
								    RoFormerLayer,
								    RoFormerModel,
								    RoFormerPreTrainedModel,
								    load_tf_weights_in_roformer,
								)

				try:
								if not is_tf_available():
												raise OptionalDependencyNotAvailable()
				except OptionalDependencyNotAvailable:
								pass
				else:
								from .modeling_tf_roformer import (
								    TF_ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
								    TFRoFormerForCausalLM,
								    TFRoFormerForMaskedLM,
								    TFRoFormerForMultipleChoice,
								    TFRoFormerForQuestionAnswering,
								    TFRoFormerForSequenceClassification,
								    TFRoFormerForTokenClassification,
								    TFRoFormerLayer,
								    TFRoFormerModel,
								    TFRoFormerPreTrainedModel,
								)

				try:
								if not is_flax_available():
												raise OptionalDependencyNotAvailable()
				except OptionalDependencyNotAvailable:
								pass
				else:
								from .modeling_flax_roformer import (
								    FLAX_ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
								    FlaxRoFormerForMaskedLM,
								    FlaxRoFormerForMultipleChoice,
								    FlaxRoFormerForQuestionAnswering,
								    FlaxRoFormerForSequenceClassification,
								    FlaxRoFormerForTokenClassification,
								    FlaxRoFormerModel,
								    FlaxRoFormerPreTrainedModel,
								)


else:
				import sys

				lowercase_			     =  _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)






