



import argparse
import glob
import inspect
import os
import re
import unittest

from get_test_info import get_test_classes

from tests.test_pipeline_mixin import pipeline_test_mapping


snake_case     :    Tuple						=    {}
for task, _ in pipeline_test_mapping.items():
		snake_case     :    Union[str, Any]						=    {'pt': None, 'tf': None}


# DO **NOT** add item to this set (unless the reason is approved)
snake_case     :    List[Any]						=    {
    'tests/models/esm/test_modeling_esmfold.py',  # The pipeline test mapping is added to `test_modeling_esm.py`
}
def 						snake_case__							(       __lowercase							)		->		Dict:







						"""simple docstring"""

						if "ModelTesterMixin" in [x.__name__ for x in test_class.__bases__]:
												return "pt"
						elif "TFModelTesterMixin" in [x.__name__ for x in test_class.__bases__]:
												return "tf"
						elif "FlaxModelTesterMixin" in [x.__name__ for x in test_class.__bases__]:
												return "flax"
						else:
												return None
def 						snake_case__							(       __lowercase				,  __lowercase							)		->		Union[str, Any]:







						"""simple docstring"""

						if PIPELINE_TEST_MAPPING[task].get(__lowercase				,  __lowercase							) is not None:
												return PIPELINE_TEST_MAPPING[task][framework]

						A__						:				List[Any]         =			pipeline_test_mapping[task]["test"]
						A__						:				Optional[Any]         =			None

						if framework == "pt":
												A__						:				Optional[int]         =			getattr(__lowercase				,  "model_mapping"				,  __lowercase							)
						elif framework == "tf":
												A__						:				int         =			getattr(__lowercase				,  "tf_model_mapping"				,  __lowercase							)

						if mapping is not None:
												A__						:				int         =			dict(mapping.items()							)

						# cache the results
						A__						:				Optional[int]         =			mapping
						return mapping
def 						snake_case__							(       __lowercase				,  __lowercase							)		->		Union[str, Any]:







						"""simple docstring"""

						A__						:				Optional[int]         =			get_framework(__lowercase							)
						if framework is None:
												return None
						A__						:				Union[str, Any]         =			get_mapping_for_task(__lowercase				,  __lowercase							)
						if mapping is None:
												return None

						A__						:				Optional[int]         =			list({model_class.config_class for model_class in test_class.all_model_classes}							)
						if len(__lowercase							) != 1:
												raise ValueError("There should be exactly one configuration class from `test_class.all_model_classes`."							)

						# This could be a list/tuple of model classes, but it's rare.
						A__						:				List[Any]         =			mapping.get(config_classes[0]				,  __lowercase							)
						if isinstance(__lowercase				,  (tuple, list)							):
												A__						:				Optional[Any]         =			sorted(__lowercase				,  key=lambda __lowercase							: x.__name__							)

						return model_class
def 						snake_case__							(       __lowercase							)		->		str:







						"""simple docstring"""

						A__						:				List[Any]         =			[(task, get_model_for_pipeline_test(__lowercase				,  __lowercase							)) for task in pipeline_test_mapping]
						A__						:				List[Any]         =			sorted([(task, model) for task, model in mapping if model is not None]				,  key=lambda __lowercase							: x[0]							)

						return dict(__lowercase							)
def 						snake_case__							(       __lowercase							)		->		str:







						"""simple docstring"""

						A__						:				Union[str, Any]         =			get_framework(__lowercase							)
						if framework == "pt":
												A__						:				List[str]         =			"torch"
						A__						:				str         =			"{}"

						A__						:				List[str]         =			get_pipeline_model_mapping(__lowercase							)
						if len(__lowercase							) == 0:
												return ""

						A__						:				int         =			[]
						for task, model_classes in mapping.items():
												if isinstance(__lowercase				,  (tuple, list)							):
																		# A list/tuple of model classes
																		A__						:				Any         =			"(" + ", ".join([x.__name__ for x in model_classes]							) + ")"
												else:
																		# A single model class
																		A__						:				str         =			model_classes.__name__
												texts.append(F'"{task}": {value}'							)
						A__						:				Optional[int]         =			"{" + ", ".join(__lowercase							) + "}"
						A__						:				str         =			F'pipeline_model_mapping = {text} if is_{framework}_available() else {default_value}'

						return text
def 						snake_case__							(       __lowercase							)		->		Union[str, Any]:







						"""simple docstring"""

						A__						:				Any         =			{"ModelTesterMixin", "TFModelTesterMixin", "FlaxModelTesterMixin"}
						if not issubclass(__lowercase				,  unittest.TestCase							):
												return False
						return len(base_class_names.intersection([x.__name__ for x in test_class.__bases__]							)							) > 0
def 						snake_case__							(       __lowercase							)		->		Union[str, Any]:







						"""simple docstring"""

						A__						:				int         =			[x for x in get_test_classes(__lowercase							) if is_valid_test_class(__lowercase							)]

						A__						:				Tuple         =			None
						for test_class in test_classes:
												# If a test class has defined `pipeline_model_mapping`, let's take it
												if getattr(__lowercase				,  "pipeline_model_mapping"				,  __lowercase							) is not None:
																		A__						:				Any         =			test_class
																		break
    # Take the test class with the shortest name (just a heuristic)
						if target_test_class is None and len(__lowercase							) > 0:
												A__						:				List[Any]         =			sorted(__lowercase				,  key=lambda __lowercase							: (len(x.__name__							), x.__name__)							)[0]

						return target_test_class
def 						snake_case__							(       __lowercase				,  __lowercase				,  __lowercase							)		->		int:







						"""simple docstring"""

						A__						:				Tuple         =			start_idx
						for idx, line in enumerate(lines[start_idx:]							):
												A__						:				str         =			len(__lowercase							) - len(line.lstrip()							)
												if idx == 0 or indent > indent_level or (indent == indent_level and line.strip() == ")"):
																		A__						:				List[Any]         =			start_idx + idx
												elif idx > 0 and indent <= indent_level:
																		# Outside the definition block of `pipeline_model_mapping`
																		break

						return end_idx
def 						snake_case__							(       __lowercase				,  __lowercase=False							)		->		int:







						"""simple docstring"""

						if getattr(__lowercase				,  "pipeline_model_mapping"				,  __lowercase							) is not None:
												if not overwrite:
																		return "", -1

						A__						:				Any         =			get_pipeline_model_mapping_string(__lowercase							)
						if len(__lowercase							) == 0:
												return "", -1
						A__						:				Tuple         =			line_to_add + "\n"

						# The code defined the class `test_class`
						A__     ,							A__						:				List[Any]         =			inspect.getsourcelines(__lowercase							)
						# `inspect` gives the code for an object, including decorator(s) if any.
						# We (only) need the exact line of the class definition.
						for idx, line in enumerate(__lowercase							):
												if line.lstrip().startswith("class "							):
																		A__						:				int         =			class_lines[idx:]
																		class_start_line_no += idx
																		break
						A__						:				int         =			class_start_line_no + len(__lowercase							) - 1

						# The index in `class_lines` that starts the definition of `all_model_classes`, `all_generative_model_classes` or
						# `pipeline_model_mapping`. This assumes they are defined in such order, and we take the start index of the last
						# block that appears in a `test_class`.
						A__						:				str         =			None
						# The indent level of the line at `class_lines[start_idx]` (if defined)
						A__						:				Any         =			0
						# To record if `pipeline_model_mapping` is found in `test_class`.
						A__						:				Any         =			None
						for idx, line in enumerate(__lowercase							):
												if line.strip().startswith("all_model_classes = "							):
																		A__						:				Any         =			len(__lowercase							) - len(line.lstrip()							)
																		A__						:				Dict         =			idx
												elif line.strip().startswith("all_generative_model_classes = "							):
																		A__						:				Tuple         =			len(__lowercase							) - len(line.lstrip()							)
																		A__						:				str         =			idx
												elif line.strip().startswith("pipeline_model_mapping = "							):
																		A__						:				Optional[int]         =			len(__lowercase							) - len(line.lstrip()							)
																		A__						:				Tuple         =			idx
																		A__						:				Optional[Any]         =			line
																		break

						if start_idx is None:
												return "", -1
						# Find the ending index (inclusive) of the above found block.
						A__						:				Optional[Any]         =			find_block_ending(__lowercase				,  __lowercase				,  __lowercase							)

						# Extract `is_xxx_available()` from existing blocks: some models require specific libraries like `timm` and use
						# `is_timm_available()` instead of `is_torch_available()`.
						# Keep leading and trailing whitespaces
						A__						:				List[Any]         =			re.compile(r"\s(is_\S+?_available\(\))\s"							)
						for line in class_lines[start_idx : end_idx + 1]:
												A__						:				List[Any]         =			r.search(__lowercase							)
												if backend_condition is not None:
																		# replace the leading and trailing whitespaces to the space character " ".
																		A__						:				List[Any]         =			" " + backend_condition[0][1:-1] + " "
																		A__						:				int         =			r.sub(__lowercase				,  __lowercase							)
																		break

						if def_line is None:
												# `pipeline_model_mapping` is not defined. The target index is set to the ending index (inclusive) of
												# `all_model_classes` or `all_generative_model_classes`.
												A__						:				str         =			end_idx
						else:
												# `pipeline_model_mapping` is defined. The target index is set to be one **BEFORE** its start index.
												A__						:				int         =			start_idx - 1
												# mark the lines of the currently existing `pipeline_model_mapping` to be removed.
												for idx in range(__lowercase				,  end_idx + 1							):
																		# These lines are going to be removed before writing to the test file.
																		A__						:				Optional[Any]         =			None  # noqa

    # Make sure the test class is a subclass of `PipelineTesterMixin`.
						A__						:				Any         =			[x.__name__ for x in test_class.__bases__]
						if "PipelineTesterMixin" not in parent_classes:
												# Put `PipelineTesterMixin` just before `unittest.TestCase`
												A__						:				Tuple         =			[x for x in parent_classes if x != "TestCase"] + ["PipelineTesterMixin"]
												if "TestCase" in parent_classes:
																		# Here we **assume** the original string is always with `unittest.TestCase`.
																		_parent_classes.append("unittest.TestCase"							)
												A__						:				Optional[Any]         =			", ".join(_parent_classes							)
												for idx, line in enumerate(__lowercase							):
																		# Find the ending of the declaration of `test_class`
																		if line.strip().endswith("):"							):
																								# mark the lines of the declaration of `test_class` to be removed
																								for _idx in range(idx + 1							):
																														A__						:				int         =			None  # noqa
																								break
        # Add the new, one-line, class declaration for `test_class`
												A__						:				Tuple         =			F'class {test_class.__name__}({parent_classes}):\n'

						# Add indentation
						A__						:				Dict         =			" " * indent_level + line_to_add
						# Insert `pipeline_model_mapping` to `class_lines`.
						# (The line at `target_idx` should be kept by definition!)
						A__						:				Union[str, Any]         =			class_lines[: target_idx + 1] + [line_to_add] + class_lines[target_idx + 1 :]
						# Remove the lines that are marked to be removed
						A__						:				List[Any]         =			[x for x in class_lines if x is not None]

						# Move from test class to module (in order to write to the test file)
						A__						:				int         =			inspect.getsourcelines(inspect.getmodule(__lowercase							)							)[0]
						# Be careful with the 1-off between line numbers and array indices
						A__						:				int         =			module_lines[: class_start_line_no - 1] + class_lines + module_lines[class_end_line_no:]
						A__						:				Tuple         =			"".join(__lowercase							)

						A__						:				Union[str, Any]         =			inspect.getsourcefile(__lowercase							)
						with open(__lowercase				,  "w"				,  encoding="UTF-8"				,  newline="\n"							) as fp:
												fp.write(__lowercase							)

						return line_to_add
def 						snake_case__							(       __lowercase				,  __lowercase=False							)		->		Tuple:







						"""simple docstring"""

						A__						:				Tuple         =			find_test_class(__lowercase							)
						if test_class:
												add_pipeline_model_mapping(__lowercase				,  overwrite=__lowercase							)


if __name__ == "__main__":
		snake_case     :    Dict						=    argparse.ArgumentParser()
		parser.add_argument(
		    '--test_file', type=str, help='A path to the test file, starting with the repository\'s `tests` directory.'
		)
		parser.add_argument(
		    '--all',
		    action='store_true',
		    help='If to check and modify all test files.',
		)
		parser.add_argument(
		    '--overwrite',
		    action='store_true',
		    help='If to overwrite a test class if it has already defined `pipeline_model_mapping`.',
		)
		snake_case     :    Any						=    parser.parse_args()

		if not args.all and not args.test_file:
				raise ValueError('Please specify either `test_file` or pass `--all` to check/modify all test files.')
		elif args.all and args.test_file:
				raise ValueError('Only one of `--test_file` and `--all` could be specified.')

		snake_case     :    List[str]						=    []
		if args.test_file:
				snake_case     :    List[str]						=    [args.test_file]
		else:
				snake_case     :    str						=    os.path.join('tests', 'models', '**', 'test_modeling_*.py')
				for test_file in glob.glob(pattern):
						# `Flax` is not concerned at this moment
						if not test_file.startswith('test_modeling_flax_'):
								test_files.append(test_file)

		for test_file in test_files:
				if test_file in TEST_FILE_TO_IGNORE:
						print(f"""[SKIPPED] {test_file} is skipped as it is in `TEST_FILE_TO_IGNORE` in the file {__file__}.""")
						continue
				add_pipeline_model_mapping_to_test_file(test_file, overwrite=args.overwrite)




from ...configuration_utils import PretrainedConfig
from ...utils import logging


snake_case     :    Any						=    logging.get_logger(__name__)

snake_case     :    List[str]						=    {
    'MCG-NJU/videomae-base': 'https://huggingface.co/MCG-NJU/videomae-base/resolve/main/config.json',
}




class 				lowerCAmelCase__	(						UpperCamelCase    ):
					__A  :     str     =    'videomae'







					def __init__(							self   :  Optional[Any]      ,		_A   :  str=224      ,		_A   :  Union[str, Any]=16      ,		_A   :  int=3      ,		_A   :  Tuple=16      ,		_A   :  int=2      ,		_A   :  List[Any]=768      ,		_A   :  List[Any]=12      ,		_A   :  Tuple=12      ,		_A   :  List[Any]=3072      ,		_A   :  Union[str, Any]="gelu"      ,		_A   :  Any=0.0      ,		_A   :  str=0.0      ,		_A   :  Tuple=0.02      ,		_A   :  Optional[Any]=1e-12      ,		_A   :  Tuple=True      ,		_A   :  Dict=True      ,		_A   :  str=6      ,		_A   :  Optional[int]=384      ,		_A   :  Any=4      ,		_A   :  Any=1536      ,		_A   :  Optional[int]=True      ,		**_A   :  Tuple      ,		):
											super().__init__(**_A)

											A__						:				List[str]         =			image_size
											A__						:				Union[str, Any]         =			patch_size
											A__						:				Optional[int]         =			num_channels
											A__						:				int         =			num_frames
											A__						:				List[Any]         =			tubelet_size

											A__						:				str         =			hidden_size
											A__						:				Optional[Any]         =			num_hidden_layers
											A__						:				int         =			num_attention_heads
											A__						:				List[Any]         =			intermediate_size
											A__						:				Optional[int]         =			hidden_act
											A__						:				Any         =			hidden_dropout_prob
											A__						:				str         =			attention_probs_dropout_prob
											A__						:				List[Any]         =			initializer_range
											A__						:				str         =			layer_norm_eps
											A__						:				Any         =			qkv_bias
											A__						:				Union[str, Any]         =			use_mean_pooling

											A__						:				int         =			decoder_num_attention_heads
											A__						:				Tuple         =			decoder_hidden_size
											A__						:				int         =			decoder_num_hidden_layers
											A__						:				int         =			decoder_intermediate_size
											A__						:				Any         =			norm_pix_loss