


"""simple docstring"""







import collections
import os
import re
from pathlib import Path


a__				:							int						=     '''src/transformers'''


# Matches is_xxx_available()
a__				:							List[Any]						=     re.compile(r'''is\_([a-z_]*)_available()''')
# Catches a one-line _import_struct = {xxx}
a__				:							Tuple						=     re.compile(r'''^_import_structure\s+=\s+\{([^\}]+)\}''')
# Catches a line with a key-values pattern: "bla": ["foo", "bar"]
a__				:							Optional[Any]						=     re.compile(r'''\s+"\S*":\s+\[([^\]]*)\]''')
# Catches a line if not is_foo_available
a__				:							Any						=     re.compile(r'''^\s*if\s+not\s+is\_[a-z_]*\_available\(\)''')
# Catches a line _import_struct["bla"].append("foo")
a__				:							Optional[int]						=     re.compile(r'''^\s*_import_structure\["\S*"\]\.append\("(\S*)"\)''')
# Catches a line _import_struct["bla"].extend(["foo", "bar"]) or _import_struct["bla"] = ["foo", "bar"]
a__				:							Union[str, Any]						=     re.compile(r'''^\s*_import_structure\[\S*\](?:\.extend\(|\s*=\s+)\[([^\]]*)\]''')
# Catches a line with an object between quotes and a comma:     "MyModel",
a__				:							Union[str, Any]						=     re.compile(r'''^\s+"([^"]+)",''')
# Catches a line with objects between brackets only:    ["foo", "bar"],
a__				:							List[str]						=     re.compile(r'''^\s+\[([^\]]+)\]''')
# Catches a line with from foo import bar, bla, boo
a__				:							List[str]						=     re.compile(r'''\s+from\s+\S*\s+import\s+([^\(\s].*)\n''')
# Catches a line with try:
a__				:							Optional[int]						=     re.compile(r'''^\s*try:''')
# Catches a line with else:
a__				:							str						=     re.compile(r'''^\s*else:''')




def    UpperCAmelCase__       (lowerCAmelCase_   ):




					'''simple docstring'''


					if _re_test_backend.search(lowerCAmelCase_   ) is None:
										return None
					__SCREAMING_SNAKE_CASE						   =				[b[0] for b in _re_backend.findall(lowerCAmelCase_   )]
					backends.sort()
					return "_and_".join(lowerCAmelCase_   )




def    UpperCAmelCase__       (lowerCAmelCase_   ):




					'''simple docstring'''


					with open(lowerCAmelCase_  ,						"r"  ,						encoding="utf-8"  ,						newline="\n"   ) as f:
										__SCREAMING_SNAKE_CASE						   =				f.readlines()

					__SCREAMING_SNAKE_CASE						   =				0
					while line_index < len(lowerCAmelCase_   ) and not lines[line_index].startswith("_import_structure = {"   ):
										line_index += 1

					# If this is a traditional init, just return.
					if line_index >= len(lowerCAmelCase_   ):
										return None

					# First grab the objects without a specific backend in _import_structure
					__SCREAMING_SNAKE_CASE						   =				[]
					while not lines[line_index].startswith("if TYPE_CHECKING"   ) and find_backend(lines[line_index]   ) is None:
										__SCREAMING_SNAKE_CASE						   =				lines[line_index]
										# If we have everything on a single line, let's deal with it.
										if _re_one_line_import_struct.search(lowerCAmelCase_   ):
															__SCREAMING_SNAKE_CASE						   =				_re_one_line_import_struct.search(lowerCAmelCase_   ).groups()[0]
															__SCREAMING_SNAKE_CASE						   =				re.findall(R"\[([^\]]+)\]"  ,						lowerCAmelCase_   )
															for imp in imports:
																				objects.extend([obj[1:-1] for obj in imp.split(", "   )]   )
															line_index += 1
															continue
										__SCREAMING_SNAKE_CASE						   =				_re_import_struct_key_value.search(lowerCAmelCase_   )
										if single_line_import_search is not None:
															__SCREAMING_SNAKE_CASE						   =				[obj[1:-1] for obj in single_line_import_search.groups()[0].split(", "   ) if len(lowerCAmelCase_   ) > 0]
															objects.extend(lowerCAmelCase_   )
										elif line.startswith(" " * 8 + "\""   ):
															objects.append(line[9:-3]   )
										line_index += 1

					__SCREAMING_SNAKE_CASE						   =				{"none": objects}
					# Let's continue with backend-specific objects in _import_structure
					while not lines[line_index].startswith("if TYPE_CHECKING"   ):
										# If the line is an if not is_backend_available, we grab all objects associated.
										__SCREAMING_SNAKE_CASE						   =				find_backend(lines[line_index]   )
										# Check if the backend declaration is inside a try block:
										if _re_try.search(lines[line_index - 1]   ) is None:
															__SCREAMING_SNAKE_CASE						   =				None

										if backend is not None:
															line_index += 1

															# Scroll until we hit the else block of try-except-else
															while _re_else.search(lines[line_index]   ) is None:
																				line_index += 1

															line_index += 1

															__SCREAMING_SNAKE_CASE						   =				[]
															# Until we unindent, add backend objects to the list
															while len(lines[line_index]   ) <= 1 or lines[line_index].startswith(" " * 4   ):
																				__SCREAMING_SNAKE_CASE						   =				lines[line_index]
																				if _re_import_struct_add_one.search(lowerCAmelCase_   ) is not None:
																									objects.append(_re_import_struct_add_one.search(lowerCAmelCase_   ).groups()[0]   )
																				elif _re_import_struct_add_many.search(lowerCAmelCase_   ) is not None:
																									__SCREAMING_SNAKE_CASE						   =				_re_import_struct_add_many.search(lowerCAmelCase_   ).groups()[0].split(", "   )
																									__SCREAMING_SNAKE_CASE						   =				[obj[1:-1] for obj in imports if len(lowerCAmelCase_   ) > 0]
																									objects.extend(lowerCAmelCase_   )
																				elif _re_between_brackets.search(lowerCAmelCase_   ) is not None:
																									__SCREAMING_SNAKE_CASE						   =				_re_between_brackets.search(lowerCAmelCase_   ).groups()[0].split(", "   )
																									__SCREAMING_SNAKE_CASE						   =				[obj[1:-1] for obj in imports if len(lowerCAmelCase_   ) > 0]
																									objects.extend(lowerCAmelCase_   )
																				elif _re_quote_object.search(lowerCAmelCase_   ) is not None:
																									objects.append(_re_quote_object.search(lowerCAmelCase_   ).groups()[0]   )
																				elif line.startswith(" " * 8 + "\""   ):
																									objects.append(line[9:-3]   )
																				elif line.startswith(" " * 12 + "\""   ):
																									objects.append(line[13:-3]   )
																				line_index += 1

															__SCREAMING_SNAKE_CASE						   =				objects
										else:
															line_index += 1

    # At this stage we are in the TYPE_CHECKING part, first grab the objects without a specific backend
					__SCREAMING_SNAKE_CASE						   =				[]
					while (
					    line_index < len(lowerCAmelCase_   )
					    and find_backend(lines[line_index]   ) is None
					    and not lines[line_index].startswith("else"   )
					):
										__SCREAMING_SNAKE_CASE						   =				lines[line_index]
										__SCREAMING_SNAKE_CASE						   =				_re_import.search(lowerCAmelCase_   )
										if single_line_import_search is not None:
															objects.extend(single_line_import_search.groups()[0].split(", "   )   )
										elif line.startswith(" " * 8   ):
															objects.append(line[8:-2]   )
										line_index += 1

					__SCREAMING_SNAKE_CASE						   =				{"none": objects}
					# Let's continue with backend-specific objects
					while line_index < len(lowerCAmelCase_   ):
										# If the line is an if is_backend_available, we grab all objects associated.
										__SCREAMING_SNAKE_CASE						   =				find_backend(lines[line_index]   )
										# Check if the backend declaration is inside a try block:
										if _re_try.search(lines[line_index - 1]   ) is None:
															__SCREAMING_SNAKE_CASE						   =				None

										if backend is not None:
															line_index += 1

															# Scroll until we hit the else block of try-except-else
															while _re_else.search(lines[line_index]   ) is None:
																				line_index += 1

															line_index += 1

															__SCREAMING_SNAKE_CASE						   =				[]
															# Until we unindent, add backend objects to the list
															while len(lines[line_index]   ) <= 1 or lines[line_index].startswith(" " * 8   ):
																				__SCREAMING_SNAKE_CASE						   =				lines[line_index]
																				__SCREAMING_SNAKE_CASE						   =				_re_import.search(lowerCAmelCase_   )
																				if single_line_import_search is not None:
																									objects.extend(single_line_import_search.groups()[0].split(", "   )   )
																				elif line.startswith(" " * 12   ):
																									objects.append(line[12:-2]   )
																				line_index += 1

															__SCREAMING_SNAKE_CASE						   =				objects
										else:
															line_index += 1

					return import_dict_objects, type_hint_objects




def    UpperCAmelCase__       (lowerCAmelCase_  ,						lowerCAmelCase_   ):




					'''simple docstring'''


					def find_duplicates(lowerCAmelCase_   ):
										return [k for k, v in collections.Counter(lowerCAmelCase_   ).items() if v > 1]

					if list(import_dict_objects.keys()   ) != list(type_hint_objects.keys()   ):
										return ["Both sides of the init do not have the same backends!"]

					__SCREAMING_SNAKE_CASE						   =				[]
					for key in import_dict_objects.keys():
										__SCREAMING_SNAKE_CASE						   =				find_duplicates(import_dict_objects[key]   )
										if duplicate_imports:
															errors.append(f"""Duplicate _import_structure definitions for: {duplicate_imports}"""   )
										__SCREAMING_SNAKE_CASE						   =				find_duplicates(type_hint_objects[key]   )
										if duplicate_type_hints:
															errors.append(f"""Duplicate TYPE_CHECKING objects for: {duplicate_type_hints}"""   )

										if sorted(set(import_dict_objects[key]   )   ) != sorted(set(type_hint_objects[key]   )   ):
															__SCREAMING_SNAKE_CASE						   =				"base imports" if key == "none" else f"""{key} backend"""
															errors.append(f"""Differences for {name}:"""   )
															for a in type_hint_objects[key]:
																				if a not in import_dict_objects[key]:
																									errors.append(f"""  {a} in TYPE_HINT but not in _import_structure."""   )
															for a in import_dict_objects[key]:
																				if a not in type_hint_objects[key]:
																									errors.append(f"""  {a} in _import_structure but not in TYPE_HINT."""   )
					return errors




def    UpperCAmelCase__       ():




					'''simple docstring'''


					__SCREAMING_SNAKE_CASE						   =				[]
					for root, _, files in os.walk(lowerCAmelCase_   ):
										if "__init__.py" in files:
															__SCREAMING_SNAKE_CASE						   =				os.path.join(lowerCAmelCase_  ,						"__init__.py"   )
															__SCREAMING_SNAKE_CASE						   =				parse_init(lowerCAmelCase_   )
															if objects is not None:
																				__SCREAMING_SNAKE_CASE						   =				analyze_results(*lowerCAmelCase_   )
																				if len(lowerCAmelCase_   ) > 0:
																									__SCREAMING_SNAKE_CASE						   =				f"""Problem in {fname}, both halves do not define the same objects.\n{errors[0]}"""
																									failures.append("\n".join(lowerCAmelCase_   )   )
					if len(lowerCAmelCase_   ) > 0:
										raise ValueError("\n\n".join(lowerCAmelCase_   )   )




def    UpperCAmelCase__       ():




					'''simple docstring'''


					__SCREAMING_SNAKE_CASE						   =				[]
					for path, directories, files in os.walk(lowerCAmelCase_   ):
										for folder in directories:
															# Ignore private modules
															if folder.startswith("_"   ):
																				directories.remove(lowerCAmelCase_   )
																				continue
															# Ignore leftovers from branches (empty folders apart from pycache)
															if len(list((Path(lowerCAmelCase_   ) / folder).glob("*.py"   )   )   ) == 0:
																				continue
															__SCREAMING_SNAKE_CASE						   =				str((Path(lowerCAmelCase_   ) / folder).relative_to(lowerCAmelCase_   )   )
															__SCREAMING_SNAKE_CASE						   =				short_path.replace(os.path.sep  ,						"."   )
															submodules.append(lowerCAmelCase_   )
										for fname in files:
															if fname == "__init__.py":
																				continue
															__SCREAMING_SNAKE_CASE						   =				str((Path(lowerCAmelCase_   ) / fname).relative_to(lowerCAmelCase_   )   )
															__SCREAMING_SNAKE_CASE						   =				short_path.replace(".py"  ,						""   ).replace(os.path.sep  ,						"."   )
															if len(submodule.split("."   )   ) == 1:
																				submodules.append(lowerCAmelCase_   )
					return submodules


a__				:							Any						=     [
    '''convert_pytorch_checkpoint_to_tf2''',
    '''modeling_flax_pytorch_utils''',
    '''models.esm.openfold_utils''',
]




def    UpperCAmelCase__       ():




					'''simple docstring'''


					from transformers.utils import direct_transformers_import

					__SCREAMING_SNAKE_CASE						   =				direct_transformers_import(lowerCAmelCase_   )

					__SCREAMING_SNAKE_CASE						   =				set(transformers._import_structure.keys()   )
					# This contains all the base keys of the _import_structure object defined in the init, but if the user is missing
					# some optional dependencies, they may not have all of them. Thus we read the init to read all additions and
					# (potentiall re-) add them.
					with open(os.path.join(lowerCAmelCase_  ,						"__init__.py"   )  ,						"r"   ) as f:
										__SCREAMING_SNAKE_CASE						   =				f.read()
					import_structure_keys.update(set(re.findall(R"import_structure\[\"([^\"]*)\"\]"  ,						lowerCAmelCase_   )   )   )

					__SCREAMING_SNAKE_CASE						   =				[
					    module
					    for module in get_transformers_submodules()
					    if module not in IGNORE_SUBMODULES and module not in import_structure_keys
					]

					if len(lowerCAmelCase_   ) > 0:
										__SCREAMING_SNAKE_CASE						   =				"\n".join(f"""- {module}""" for module in module_not_registered   )
										raise ValueError(
										    "The following submodules are not properly registed in the main init of Transformers:\n"
										    f"""{list_of_modules}\n"""
										    "Make sure they appear somewhere in the keys of `_import_structure` with an empty list as value."   )


if __name__ == "__main__":
		check_all_inits()
		check_submodules()




"""simple docstring"""







import warnings

from ...utils import is_sklearn_available, requires_backends


if is_sklearn_available():
		from scipy.stats import pearsonr, spearmanr
		from sklearn.metrics import fa_score, matthews_corrcoef


a__				:							Any						=     (
    '''This metric will be removed from the library soon, metrics should be handled with the 🤗 Evaluate '''
    '''library. You can have a look at this example script for pointers: '''
    '''https://github.com/huggingface/transformers/blob/main/examples/pytorch/text-classification/run_glue.py'''
)




def    UpperCAmelCase__       (lowerCAmelCase_  ,						lowerCAmelCase_   ):




					'''simple docstring'''


					warnings.warn(lowerCAmelCase_  ,						lowerCAmelCase_   )
					requires_backends(lowerCAmelCase_  ,						"sklearn"   )
					return (preds == labels).mean()




def    UpperCAmelCase__       (lowerCAmelCase_  ,						lowerCAmelCase_   ):




					'''simple docstring'''


					warnings.warn(lowerCAmelCase_  ,						lowerCAmelCase_   )
					requires_backends(lowerCAmelCase_  ,						"sklearn"   )
					__SCREAMING_SNAKE_CASE						   =				simple_accuracy(lowerCAmelCase_  ,						lowerCAmelCase_   )
					__SCREAMING_SNAKE_CASE						   =				fa_score(y_true=lowerCAmelCase_  ,						y_pred=lowerCAmelCase_   )
					return {
					    "acc": acc,
					    "f1": fa,
					    "acc_and_f1": (acc + fa) / 2,
					}




def    UpperCAmelCase__       (lowerCAmelCase_  ,						lowerCAmelCase_   ):




					'''simple docstring'''


					warnings.warn(lowerCAmelCase_  ,						lowerCAmelCase_   )
					requires_backends(lowerCAmelCase_  ,						"sklearn"   )
					__SCREAMING_SNAKE_CASE						   =				pearsonr(lowerCAmelCase_  ,						lowerCAmelCase_   )[0]
					__SCREAMING_SNAKE_CASE						   =				spearmanr(lowerCAmelCase_  ,						lowerCAmelCase_   )[0]
					return {
					    "pearson": pearson_corr,
					    "spearmanr": spearman_corr,
					    "corr": (pearson_corr + spearman_corr) / 2,
					}




def    UpperCAmelCase__       (lowerCAmelCase_  ,						lowerCAmelCase_  ,						lowerCAmelCase_   ):




					'''simple docstring'''


					warnings.warn(lowerCAmelCase_  ,						lowerCAmelCase_   )
					requires_backends(lowerCAmelCase_  ,						"sklearn"   )
					assert len(lowerCAmelCase_   ) == len(lowerCAmelCase_   ), f"""Predictions and labels have mismatched lengths {len(lowerCAmelCase_   )} and {len(lowerCAmelCase_   )}"""
					if task_name == "cola":
										return {"mcc": matthews_corrcoef(lowerCAmelCase_  ,						lowerCAmelCase_   )}
					elif task_name == "sst-2":
										return {"acc": simple_accuracy(lowerCAmelCase_  ,						lowerCAmelCase_   )}
					elif task_name == "mrpc":
										return acc_and_fa(lowerCAmelCase_  ,						lowerCAmelCase_   )
					elif task_name == "sts-b":
										return pearson_and_spearman(lowerCAmelCase_  ,						lowerCAmelCase_   )
					elif task_name == "qqp":
										return acc_and_fa(lowerCAmelCase_  ,						lowerCAmelCase_   )
					elif task_name == "mnli":
										return {"mnli/acc": simple_accuracy(lowerCAmelCase_  ,						lowerCAmelCase_   )}
					elif task_name == "mnli-mm":
										return {"mnli-mm/acc": simple_accuracy(lowerCAmelCase_  ,						lowerCAmelCase_   )}
					elif task_name == "qnli":
										return {"acc": simple_accuracy(lowerCAmelCase_  ,						lowerCAmelCase_   )}
					elif task_name == "rte":
										return {"acc": simple_accuracy(lowerCAmelCase_  ,						lowerCAmelCase_   )}
					elif task_name == "wnli":
										return {"acc": simple_accuracy(lowerCAmelCase_  ,						lowerCAmelCase_   )}
					elif task_name == "hans":
										return {"acc": simple_accuracy(lowerCAmelCase_  ,						lowerCAmelCase_   )}
					else:
										raise KeyError(lowerCAmelCase_   )




def    UpperCAmelCase__       (lowerCAmelCase_  ,						lowerCAmelCase_  ,						lowerCAmelCase_   ):




					'''simple docstring'''


					warnings.warn(lowerCAmelCase_  ,						lowerCAmelCase_   )
					requires_backends(lowerCAmelCase_  ,						"sklearn"   )
					if len(lowerCAmelCase_   ) != len(lowerCAmelCase_   ):
										raise ValueError(f"""Predictions and labels have mismatched lengths {len(lowerCAmelCase_   )} and {len(lowerCAmelCase_   )}"""   )
					if task_name == "xnli":
										return {"acc": simple_accuracy(lowerCAmelCase_  ,						lowerCAmelCase_   )}
					else:
										raise KeyError(lowerCAmelCase_   )
