


'''simple docstring'''



import argparse
import glob
import inspect
import os
import re
import unittest

from get_test_info import get_test_classes

from tests.test_pipeline_mixin import pipeline_test_mapping


__UpperCAmelCase     :Dict												=  {}
for task, _ in pipeline_test_mapping.items():
      __UpperCAmelCase     :Optional[int]												=  {"pt": None, "tf": None}


# DO **NOT** add item to this set (unless the reason is approved)
__UpperCAmelCase     :Dict												=  {
    "tests/models/esm/test_modeling_esmfold.py",  # The pipeline test mapping is added to `test_modeling_esm.py`
}




def       _a      (		_lowercase   :      int    ):





     '''simple docstring'''






     if "ModelTesterMixin" in [x.__name__ for x in test_class.__bases__]:
          return "pt"
     elif "TFModelTesterMixin" in [x.__name__ for x in test_class.__bases__]:
          return "tf"
     elif "FlaxModelTesterMixin" in [x.__name__ for x in test_class.__bases__]:
          return "flax"
     else:
          return None




def       _a      (		_lowercase   :      Optional[int]     ,   _lowercase   :      List[Any]    ):





     '''simple docstring'''






     if PIPELINE_TEST_MAPPING[task].get(_lowercase     ,   _lowercase    ) is not None:
          return PIPELINE_TEST_MAPPING[task][framework]

     __UpperCAmelCase      :					Dict    				=     pipeline_test_mapping[task]['''test''']
     __UpperCAmelCase      :					Dict    				=     None

     if framework == "pt":
          __UpperCAmelCase      :					Dict    				=     getattr(_lowercase     ,   '''model_mapping'''     ,   _lowercase    )
     elif framework == "tf":
          __UpperCAmelCase      :					str    				=     getattr(_lowercase     ,   '''tf_model_mapping'''     ,   _lowercase    )

     if mapping is not None:
          __UpperCAmelCase      :					str    				=     dict(mapping.items()    )

     # cache the results
     __UpperCAmelCase      :					Optional[int]    				=     mapping
     return mapping




def       _a      (		_lowercase   :      Optional[Any]     ,   _lowercase   :      str    ):





     '''simple docstring'''






     __UpperCAmelCase      :					Optional[Any]    				=     get_framework(_lowercase    )
     if framework is None:
          return None
     __UpperCAmelCase      :					Union[str, Any]    				=     get_mapping_for_task(_lowercase     ,   _lowercase    )
     if mapping is None:
          return None

     __UpperCAmelCase      :					int    				=     list({model_class.config_class for model_class in test_class.all_model_classes}    )
     if len(_lowercase    ) != 1:
          raise ValueError('''There should be exactly one configuration class from `test_class.all_model_classes`.'''    )

     # This could be a list/tuple of model classes, but it's rare.
     __UpperCAmelCase      :					Optional[int]    				=     mapping.get(config_classes[0]     ,   _lowercase    )
     if isinstance(_lowercase     ,   (tuple, list)    ):
          __UpperCAmelCase      :					Union[str, Any]    				=     sorted(_lowercase     ,   key=lambda _lowercase    : x.__name__    )

     return model_class




def       _a      (		_lowercase   :      Dict    ):





     '''simple docstring'''






     __UpperCAmelCase      :					Dict    				=     [(task, get_model_for_pipeline_test(_lowercase     ,   _lowercase    )) for task in pipeline_test_mapping]
     __UpperCAmelCase      :					str    				=     sorted([(task, model) for task, model in mapping if model is not None]     ,   key=lambda _lowercase    : x[0]    )

     return dict(_lowercase    )




def       _a      (		_lowercase   :      Dict    ):





     '''simple docstring'''






     __UpperCAmelCase      :					Any    				=     get_framework(_lowercase    )
     if framework == "pt":
          __UpperCAmelCase      :					int    				=     '''torch'''
     __UpperCAmelCase      :					List[Any]    				=     '''{}'''

     __UpperCAmelCase      :					Dict    				=     get_pipeline_model_mapping(_lowercase    )
     if len(_lowercase    ) == 0:
          return ""

     __UpperCAmelCase      :					Optional[Any]    				=     []
     for task, model_classes in mapping.items():
          if isinstance(_lowercase     ,   (tuple, list)    ):
               # A list/tuple of model classes
               __UpperCAmelCase      :					Optional[int]    				=     '''(''' + ''', '''.join([x.__name__ for x in model_classes]    ) + ''')'''
          else:
               # A single model class
               __UpperCAmelCase      :					Tuple    				=     model_classes.__name__
          texts.append(F'"{task}": {value}'    )
     __UpperCAmelCase      :					Optional[Any]    				=     '''{''' + ''', '''.join(_lowercase    ) + '''}'''
     __UpperCAmelCase      :					str    				=     F'pipeline_model_mapping = {text} if is_{framework}_available() else {default_value}'

     return text




def       _a      (		_lowercase   :      Dict    ):





     '''simple docstring'''






     __UpperCAmelCase      :					List[Any]    				=     {'''ModelTesterMixin''', '''TFModelTesterMixin''', '''FlaxModelTesterMixin'''}
     if not issubclass(_lowercase     ,   unittest.TestCase    ):
          return False
     return len(base_class_names.intersection([x.__name__ for x in test_class.__bases__]    )    ) > 0




def       _a      (		_lowercase   :      List[str]    ):





     '''simple docstring'''






     __UpperCAmelCase      :					Optional[Any]    				=     [x for x in get_test_classes(_lowercase    ) if is_valid_test_class(_lowercase    )]

     __UpperCAmelCase      :					Tuple    				=     None
     for test_class in test_classes:
          # If a test class has defined `pipeline_model_mapping`, let's take it
          if getattr(_lowercase     ,   '''pipeline_model_mapping'''     ,   _lowercase    ) is not None:
               __UpperCAmelCase      :					List[str]    				=     test_class
               break
    # Take the test class with the shortest name (just a heuristic)
     if target_test_class is None and len(_lowercase    ) > 0:
          __UpperCAmelCase      :					Union[str, Any]    				=     sorted(_lowercase     ,   key=lambda _lowercase    : (len(x.__name__    ), x.__name__)    )[0]

     return target_test_class




def       _a      (		_lowercase   :      str     ,   _lowercase   :      Union[str, Any]     ,   _lowercase   :      Union[str, Any]    ):





     '''simple docstring'''






     __UpperCAmelCase      :					Optional[int]    				=     start_idx
     for idx, line in enumerate(lines[start_idx:]    ):
          __UpperCAmelCase      :					Optional[Any]    				=     len(_lowercase    ) - len(line.lstrip()    )
          if idx == 0 or indent > indent_level or (indent == indent_level and line.strip() == ")"):
               __UpperCAmelCase      :					Dict    				=     start_idx + idx
          elif idx > 0 and indent <= indent_level:
               # Outside the definition block of `pipeline_model_mapping`
               break

     return end_idx




def       _a      (		_lowercase   :      Any     ,   _lowercase   :      Union[str, Any]=False    ):





     '''simple docstring'''






     if getattr(_lowercase     ,   '''pipeline_model_mapping'''     ,   _lowercase    ) is not None:
          if not overwrite:
               return "", -1

     __UpperCAmelCase      :					Optional[Any]    				=     get_pipeline_model_mapping_string(_lowercase    )
     if len(_lowercase    ) == 0:
          return "", -1
     __UpperCAmelCase      :					List[str]    				=     line_to_add + '''\n'''

     # The code defined the class `test_class`
     __UpperCAmelCase				,  __UpperCAmelCase      :					List[Any]    				=     inspect.getsourcelines(_lowercase    )
     # `inspect` gives the code for an object, including decorator(s) if any.
     # We (only) need the exact line of the class definition.
     for idx, line in enumerate(_lowercase    ):
          if line.lstrip().startswith('''class '''    ):
               __UpperCAmelCase      :					Tuple    				=     class_lines[idx:]
               class_start_line_no += idx
               break
     __UpperCAmelCase      :					List[Any]    				=     class_start_line_no + len(_lowercase    ) - 1

     # The index in `class_lines` that starts the definition of `all_model_classes`, `all_generative_model_classes` or
     # `pipeline_model_mapping`. This assumes they are defined in such order, and we take the start index of the last
     # block that appears in a `test_class`.
     __UpperCAmelCase      :					int    				=     None
     # The indent level of the line at `class_lines[start_idx]` (if defined)
     __UpperCAmelCase      :					Tuple    				=     0
     # To record if `pipeline_model_mapping` is found in `test_class`.
     __UpperCAmelCase      :					str    				=     None
     for idx, line in enumerate(_lowercase    ):
          if line.strip().startswith('''all_model_classes = '''    ):
               __UpperCAmelCase      :					Tuple    				=     len(_lowercase    ) - len(line.lstrip()    )
               __UpperCAmelCase      :					Union[str, Any]    				=     idx
          elif line.strip().startswith('''all_generative_model_classes = '''    ):
               __UpperCAmelCase      :					Optional[Any]    				=     len(_lowercase    ) - len(line.lstrip()    )
               __UpperCAmelCase      :					Optional[int]    				=     idx
          elif line.strip().startswith('''pipeline_model_mapping = '''    ):
               __UpperCAmelCase      :					List[Any]    				=     len(_lowercase    ) - len(line.lstrip()    )
               __UpperCAmelCase      :					Optional[Any]    				=     idx
               __UpperCAmelCase      :					Optional[int]    				=     line
               break

     if start_idx is None:
          return "", -1
     # Find the ending index (inclusive) of the above found block.
     __UpperCAmelCase      :					List[str]    				=     find_block_ending(_lowercase     ,   _lowercase     ,   _lowercase    )

     # Extract `is_xxx_available()` from existing blocks: some models require specific libraries like `timm` and use
     # `is_timm_available()` instead of `is_torch_available()`.
     # Keep leading and trailing whitespaces
     __UpperCAmelCase      :					Tuple    				=     re.compile(R'''\s(is_\S+?_available\(\))\s'''    )
     for line in class_lines[start_idx : end_idx + 1]:
          __UpperCAmelCase      :					List[str]    				=     r.search(_lowercase    )
          if backend_condition is not None:
               # replace the leading and trailing whitespaces to the space character " ".
               __UpperCAmelCase      :					Optional[int]    				=     ''' ''' + backend_condition[0][1:-1] + ''' '''
               __UpperCAmelCase      :					int    				=     r.sub(_lowercase     ,   _lowercase    )
               break

     if def_line is None:
          # `pipeline_model_mapping` is not defined. The target index is set to the ending index (inclusive) of
          # `all_model_classes` or `all_generative_model_classes`.
          __UpperCAmelCase      :					List[Any]    				=     end_idx
     else:
          # `pipeline_model_mapping` is defined. The target index is set to be one **BEFORE** its start index.
          __UpperCAmelCase      :					Optional[int]    				=     start_idx - 1
          # mark the lines of the currently existing `pipeline_model_mapping` to be removed.
          for idx in range(_lowercase     ,   end_idx + 1    ):
               # These lines are going to be removed before writing to the test file.
               __UpperCAmelCase      :					int    				=     None  # noqa

    # Make sure the test class is a subclass of `PipelineTesterMixin`.
     __UpperCAmelCase      :					str    				=     [x.__name__ for x in test_class.__bases__]
     if "PipelineTesterMixin" not in parent_classes:
          # Put `PipelineTesterMixin` just before `unittest.TestCase`
          __UpperCAmelCase      :					Any    				=     [x for x in parent_classes if x != '''TestCase'''] + ['''PipelineTesterMixin''']
          if "TestCase" in parent_classes:
               # Here we **assume** the original string is always with `unittest.TestCase`.
               _parent_classes.append('''unittest.TestCase'''    )
          __UpperCAmelCase      :					Union[str, Any]    				=     ''', '''.join(_parent_classes    )
          for idx, line in enumerate(_lowercase    ):
               # Find the ending of the declaration of `test_class`
               if line.strip().endswith('''):'''    ):
                    # mark the lines of the declaration of `test_class` to be removed
                    for _idx in range(idx + 1    ):
                         __UpperCAmelCase      :					str    				=     None  # noqa
                    break
        # Add the new, one-line, class declaration for `test_class`
          __UpperCAmelCase      :					List[Any]    				=     F'class {test_class.__name__}({parent_classes}):\n'

     # Add indentation
     __UpperCAmelCase      :					Dict    				=     ''' ''' * indent_level + line_to_add
     # Insert `pipeline_model_mapping` to `class_lines`.
     # (The line at `target_idx` should be kept by definition!)
     __UpperCAmelCase      :					int    				=     class_lines[: target_idx + 1] + [line_to_add] + class_lines[target_idx + 1 :]
     # Remove the lines that are marked to be removed
     __UpperCAmelCase      :					Union[str, Any]    				=     [x for x in class_lines if x is not None]

     # Move from test class to module (in order to write to the test file)
     __UpperCAmelCase      :					Any    				=     inspect.getsourcelines(inspect.getmodule(_lowercase    )    )[0]
     # Be careful with the 1-off between line numbers and array indices
     __UpperCAmelCase      :					str    				=     module_lines[: class_start_line_no - 1] + class_lines + module_lines[class_end_line_no:]
     __UpperCAmelCase      :					int    				=     ''''''.join(_lowercase    )

     __UpperCAmelCase      :					Optional[Any]    				=     inspect.getsourcefile(_lowercase    )
     with open(_lowercase     ,   '''w'''     ,   encoding='''UTF-8'''     ,   newline='''\n'''    ) as fp:
          fp.write(_lowercase    )

     return line_to_add




def       _a      (		_lowercase   :      Any     ,   _lowercase   :      Optional[int]=False    ):





     '''simple docstring'''






     __UpperCAmelCase      :					int    				=     find_test_class(_lowercase    )
     if test_class:
          add_pipeline_model_mapping(_lowercase     ,   overwrite=_lowercase    )


if __name__ == "__main__":
      __UpperCAmelCase     :List[str]												=  argparse.ArgumentParser()
      parser.add_argument(
          "--test_file", type=str, help="A path to the test file, starting with the repository's `tests` directory."
      )
      parser.add_argument(
          "--all",
          action="store_true",
          help="If to check and modify all test files.",
      )
      parser.add_argument(
          "--overwrite",
          action="store_true",
          help="If to overwrite a test class if it has already defined `pipeline_model_mapping`.",
      )
      __UpperCAmelCase     :Dict												=  parser.parse_args()

      if not args.all and not args.test_file:
            raise ValueError("Please specify either `test_file` or pass `--all` to check/modify all test files.")
      elif args.all and args.test_file:
            raise ValueError("Only one of `--test_file` and `--all` could be specified.")

      __UpperCAmelCase     :int												=  []
      if args.test_file:
            __UpperCAmelCase     :str												=  [args.test_file]
      else:
            __UpperCAmelCase     :Optional[int]												=  os.path.join("tests", "models", "**", "test_modeling_*.py")
            for test_file in glob.glob(pattern):
                  # `Flax` is not concerned at this moment
                  if not test_file.startswith("test_modeling_flax_"):
                        test_files.append(test_file)

      for test_file in test_files:
            if test_file in TEST_FILE_TO_IGNORE:
                  print(f"""[SKIPPED] {test_file} is skipped as it is in `TEST_FILE_TO_IGNORE` in the file {__file__}.""")
                  continue
            add_pipeline_model_mapping_to_test_file(test_file, overwrite=args.overwrite)



'''simple docstring'''



def       _a      (		_lowercase   :      list    ):





     '''simple docstring'''






     if len(_lowercase    ) <= 1:
          return data
     else:
          return [
              *quick_sort([e for e in data[1:] if e <= data[0]]    ),
              data[0],
              *quick_sort([e for e in data[1:] if e > data[0]]    ),
          ]


if __name__ == "__main__":
      import doctest

      doctest.testmod()