"""simple docstring"""







from sklearn.metrics import roc_auc_score

import datasets


_SCREAMING_SNAKE_CASE	:		str   =   '''
This metric computes the area under the curve (AUC) for the Receiver Operating Characteristic Curve (ROC). The return values represent how well the model used is predicting the correct classes, based on the input data. A score of `0.5` means that the model is predicting exactly at chance, i.e. the model\'s predictions are correct at the same rate as if the predictions were being decided by the flip of a fair coin or the roll of a fair die. A score above `0.5` indicates that the model is doing better than chance, while a score below `0.5` indicates that the model is doing worse than chance.

This metric has three separate use cases:
    - binary: The case in which there are only two different label classes, and each example gets only one label. This is the default implementation.
    - multiclass: The case in which there can be more than two different label classes, but each example still gets only one label.
    - multilabel: The case in which there can be more than two different label classes, and each example can have more than one label.
'''

_SCREAMING_SNAKE_CASE	:		Optional[Any]   =   '''
Args:
- references (array-like of shape (n_samples,) or (n_samples, n_classes)): Ground truth labels. Expects different input based on use case:
    - binary: expects an array-like of shape (n_samples,)
    - multiclass: expects an array-like of shape (n_samples,)
    - multilabel: expects an array-like of shape (n_samples, n_classes)
- prediction_scores (array-like of shape (n_samples,) or (n_samples, n_classes)): Model predictions. Expects different inputs based on use case:
    - binary: expects an array-like of shape (n_samples,)
    - multiclass: expects an array-like of shape (n_samples, n_classes)
    - multilabel: expects an array-like of shape (n_samples, n_classes)
- average (`str`): Type of average, and is ignored in the binary use case. Defaults to \'macro\'. Options are:
    - `\'micro\'`: Calculates metrics globally by considering each element of the label indicator matrix as a label. Only works with the multilabel use case.
    - `\'macro\'`: Calculate metrics for each label, and find their unweighted mean.  This does not take label imbalance into account.
    - `\'weighted\'`: Calculate metrics for each label, and find their average, weighted by support (i.e. the number of true instances for each label).
    - `\'samples\'`: Calculate metrics for each instance, and find their average. Only works with the multilabel use case.
    - `None`:  No average is calculated, and scores for each class are returned. Only works with the multilabels use case.
- sample_weight (array-like of shape (n_samples,)): Sample weights. Defaults to None.
- max_fpr (`float`): If not None, the standardized partial AUC over the range [0, `max_fpr`] is returned. Must be greater than `0` and less than or equal to `1`. Defaults to `None`. Note: For the multiclass use case, `max_fpr` should be either `None` or `1.0` as ROC AUC partial computation is not currently supported for `multiclass`.
- multi_class (`str`): Only used for multiclass targets, where it is required. Determines the type of configuration to use. Options are:
    - `\'ovr\'`: Stands for One-vs-rest. Computes the AUC of each class against the rest. This treats the multiclass case in the same way as the multilabel case. Sensitive to class imbalance even when `average == \'macro\'`, because class imbalance affects the composition of each of the \'rest\' groupings.
    - `\'ovo\'`: Stands for One-vs-one. Computes the average AUC of all possible pairwise combinations of classes. Insensitive to class imbalance when `average == \'macro\'`.
- labels (array-like of shape (n_classes,)): Only used for multiclass targets. List of labels that index the classes in
    `prediction_scores`. If `None`, the numerical or lexicographical order of the labels in
    `prediction_scores` is used. Defaults to `None`.
Returns:
    roc_auc (`float` or array-like of shape (n_classes,)): Returns array if in multilabel use case and `average=\'None\'`. Otherwise, returns `float`.
Examples:
    Example 1:
        >>> roc_auc_score = datasets.load_metric("roc_auc")
        >>> refs = [1, 0, 1, 1, 0, 0]
        >>> pred_scores = [0.5, 0.2, 0.99, 0.3, 0.1, 0.7]
        >>> results = roc_auc_score.compute(references=refs, prediction_scores=pred_scores)
        >>> print(round(results[\'roc_auc\'], 2))
        0.78

    Example 2:
        >>> roc_auc_score = datasets.load_metric("roc_auc", "multiclass")
        >>> refs = [1, 0, 1, 2, 2, 0]
        >>> pred_scores = [[0.3, 0.5, 0.2],
        ...                 [0.7, 0.2, 0.1],
        ...                 [0.005, 0.99, 0.005],
        ...                 [0.2, 0.3, 0.5],
        ...                 [0.1, 0.1, 0.8],
        ...                 [0.1, 0.7, 0.2]]
        >>> results = roc_auc_score.compute(references=refs, prediction_scores=pred_scores, multi_class=\'ovr\')
        >>> print(round(results[\'roc_auc\'], 2))
        0.85

    Example 3:
        >>> roc_auc_score = datasets.load_metric("roc_auc", "multilabel")
        >>> refs = [[1, 1, 0],
        ...         [1, 1, 0],
        ...         [0, 1, 0],
        ...         [0, 0, 1],
        ...         [0, 1, 1],
        ...         [1, 0, 1]]
        >>> pred_scores = [[0.3, 0.5, 0.2],
        ...                 [0.7, 0.2, 0.1],
        ...                 [0.005, 0.99, 0.005],
        ...                 [0.2, 0.3, 0.5],
        ...                 [0.1, 0.1, 0.8],
        ...                 [0.1, 0.7, 0.2]]
        >>> results = roc_auc_score.compute(references=refs, prediction_scores=pred_scores, average=None)
        >>> print([round(res, 2) for res in results[\'roc_auc\']])
        [0.83, 0.38, 0.94]
'''

_SCREAMING_SNAKE_CASE	:		Optional[int]   =   '''\
@article{doi:10.1177/0272989X8900900307,
author = {Donna Katzman McClish},
title ={Analyzing a Portion of the ROC Curve},
journal = {Medical Decision Making},
volume = {9},
number = {3},
pages = {190-195},
year = {1989},
doi = {10.1177/0272989X8900900307},
    note ={PMID: 2668680},
URL = {https://doi.org/10.1177/0272989X8900900307},
eprint = {https://doi.org/10.1177/0272989X8900900307}
}


@article{10.1023/A:1010920819831,
author = {Hand, David J. and Till, Robert J.},
title = {A Simple Generalisation of the Area Under the ROC Curve for Multiple Class Classification Problems},
year = {2001},
issue_date = {November 2001},
publisher = {Kluwer Academic Publishers},
address = {USA},
volume = {45},
number = {2},
issn = {0885-6125},
url = {https://doi.org/10.1023/A:1010920819831},
doi = {10.1023/A:1010920819831},
journal = {Mach. Learn.},
month = {oct},
pages = {171–186},
numpages = {16},
keywords = {Gini index, AUC, error rate, ROC curve, receiver operating characteristic}
}


@article{scikit-learn,
title={Scikit-learn: Machine Learning in {P}ython},
author={Pedregosa, F. and Varoquaux, G. and Gramfort, A. and Michel, V. and Thirion, B. and Grisel, O. and Blondel, M. and Prettenhofer, P. and Weiss, R. and Dubourg, V. and Vanderplas, J. and Passos, A. and Cournapeau, D. and Brucher, M. and Perrot, M. and Duchesnay, E.},
journal={Journal of Machine Learning Research},
volume={12},
pages={2825--2830},
year={2011}
}
'''






@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION    ,				_KWARGS_DESCRIPTION				)
class      _SCREAMING_SNAKE_CASE							(			datasets.Metric				):



   '''simple docstring'''



   def    _A				(	self	):


      '''simple docstring'''

      return datasets.MetricInfo(
          description=_DESCRIPTION ,				citation=_CITATION ,				inputs_description=_KWARGS_DESCRIPTION ,				features=datasets.Features(
              {
                  'prediction_scores': datasets.Sequence(datasets.Value('float'	)	),
                  'references': datasets.Value('int32'	),
              }
              if self.config_name == 'multiclass'
              else {
                  'references': datasets.Sequence(datasets.Value('int32'	)	),
                  'prediction_scores': datasets.Sequence(datasets.Value('float'	)	),
              }
              if self.config_name == 'multilabel'
              else {
                  'references': datasets.Value('int32'	),
                  'prediction_scores': datasets.Value('float'	),
              }	) ,				reference_urls=['https://scikit-learn.org/stable/modules/generated/sklearn.metrics.roc_auc_score.html'] ,				)







   def    _A				(	self ,				_SCREAMING_SNAKE_CASE ,				_SCREAMING_SNAKE_CASE ,				_SCREAMING_SNAKE_CASE="macro" ,				_SCREAMING_SNAKE_CASE=None ,				_SCREAMING_SNAKE_CASE=None ,				_SCREAMING_SNAKE_CASE="raise" ,				_SCREAMING_SNAKE_CASE=None ,				):


      '''simple docstring'''

      return {
          "roc_auc": roc_auc_score(
              _SCREAMING_SNAKE_CASE ,				_SCREAMING_SNAKE_CASE ,				average=_SCREAMING_SNAKE_CASE ,				sample_weight=_SCREAMING_SNAKE_CASE ,				max_fpr=_SCREAMING_SNAKE_CASE ,				multi_class=_SCREAMING_SNAKE_CASE ,				labels=_SCREAMING_SNAKE_CASE ,				)
      }










'''simple docstring'''


import os
from argparse import ArgumentParser
from pathlib import Path
from shutil import copyfile
from typing import List

from datasets import config
from datasets.builder import DatasetBuilder
from datasets.commands import BaseDatasetsCLICommand
from datasets.download.download_config import DownloadConfig
from datasets.download.download_manager import DownloadMode
from datasets.load import dataset_module_factory, import_main_class
from datasets.utils.info_utils import VerificationMode






def 			__lowerCAmelCase			(__lowerCAmelCase   ,			**__lowerCAmelCase ):
		return RunBeamCommand(
		    args.dataset   ,			args.name   ,			args.cache_dir   ,			args.beam_pipeline_options   ,			args.data_dir   ,			args.all_configs   ,			args.save_info or args.save_infos   ,			args.ignore_verifications   ,			args.force_redownload   ,			**__lowerCAmelCase   ,			)






class 						lowerCAmelCase__      (      UpperCAmelCase__						):




			@staticmethod
			def 				lowerCAmelCase__     (		lowerCamelCase__	:  ArgumentParser			) ->Optional[Any]:



					'''simple docstring'''







					_UpperCAmelCase		:							Union[str, Any]             =   parser.add_parser("run_beam"						,	help="Run a Beam dataset processing pipeline"			)
					run_beam_parser.add_argument("dataset"						,	type=lowerCamelCase__						,	help="Name of the dataset to download"			)
					run_beam_parser.add_argument("--name"						,	type=lowerCamelCase__						,	default=lowerCamelCase__						,	help="Dataset config name"			)
					run_beam_parser.add_argument(
					    "--cache_dir"						,	type=lowerCamelCase__						,	default=lowerCamelCase__						,	help="Cache directory where the datasets are stored"						,	)
					run_beam_parser.add_argument(
					    "--beam_pipeline_options"						,	type=lowerCamelCase__						,	default=""						,	help="Beam pipeline options, separated by commas. Example:: `--beam_pipeline_options=job_name=my-job,project=my-project`"						,	)
					run_beam_parser.add_argument(
					    "--data_dir"						,	type=lowerCamelCase__						,	default=lowerCamelCase__						,	help="Can be used to specify a manual directory to get the files from"						,	)
					run_beam_parser.add_argument("--all_configs"						,	action="store_true"						,	help="Test all dataset configurations"			)
					run_beam_parser.add_argument("--save_info"						,	action="store_true"						,	help="Save the dataset infos file"			)
					run_beam_parser.add_argument(
					    "--ignore_verifications"						,	action="store_true"						,	help="Run the test without checksums and splits checks"			)
					run_beam_parser.add_argument("--force_redownload"						,	action="store_true"						,	help="Force dataset redownload"			)
					# aliases
					run_beam_parser.add_argument("--save_infos"						,	action="store_true"						,	help="alias for save_info"			)
					run_beam_parser.set_defaults(func=lowerCamelCase__			)




			def __init__(		self	:  str						,	lowerCamelCase__	:  str						,	lowerCamelCase__	:  str						,	lowerCamelCase__	:  str						,	lowerCamelCase__	:  str						,	lowerCamelCase__	:  str						,	lowerCamelCase__	:  bool						,	lowerCamelCase__	:  bool						,	lowerCamelCase__	:  bool						,	lowerCamelCase__	:  bool						,	**lowerCamelCase__	:  Optional[Any]						,	) ->Tuple:



					'''simple docstring'''







					_UpperCAmelCase		:							Any             =   dataset
					_UpperCAmelCase		:							str             =   name
					_UpperCAmelCase		:							int             =   cache_dir
					_UpperCAmelCase		:							Optional[int]             =   beam_pipeline_options
					_UpperCAmelCase		:							int             =   data_dir
					_UpperCAmelCase		:							Optional[int]             =   all_configs
					_UpperCAmelCase		:							Any             =   save_infos
					_UpperCAmelCase		:							Optional[Any]             =   ignore_verifications
					_UpperCAmelCase		:							Any             =   force_redownload
					_UpperCAmelCase		:							Tuple             =   config_kwargs






			def 				lowerCAmelCase__     (		self	:  Dict			) ->Union[str, Any]:



					'''simple docstring'''







					import apache_beam as beam

					if self._name is not None and self._all_configs:
							print("Both parameters `name` and `all_configs` can't be used at once."			)
							exit(1			)
					_UpperCAmelCase       ,     _UpperCAmelCase		:							Union[str, Any]             =   self._dataset, self._name
					_UpperCAmelCase		:							Union[str, Any]             =   dataset_module_factory(lowerCamelCase__			)
					_UpperCAmelCase		:							Any             =   import_main_class(dataset_module.module_path			)
					_UpperCAmelCase		:							List[DatasetBuilder]             =   []
					if self._beam_pipeline_options:
							_UpperCAmelCase		:							Optional[int]             =   beam.options.pipeline_options.PipelineOptions(
							    flags=[F"""--{opt.strip()}""" for opt in self._beam_pipeline_options.split(","			) if opt]			)
					else:
							_UpperCAmelCase		:							str             =   None
					if self._all_configs and len(builder_cls.BUILDER_CONFIGS			) > 0:
							for builder_config in builder_cls.BUILDER_CONFIGS:
									builders.append(
									    builder_cls(
									        config_name=builder_config.name						,	data_dir=self._data_dir						,	hash=dataset_module.hash						,	beam_options=lowerCamelCase__						,	cache_dir=self._cache_dir						,	base_path=dataset_module.builder_kwargs.get("base_path"			)						,	)			)
					else:
							builders.append(
							    builder_cls(
							        config_name=lowerCamelCase__						,	data_dir=self._data_dir						,	beam_options=lowerCamelCase__						,	cache_dir=self._cache_dir						,	base_path=dataset_module.builder_kwargs.get("base_path"			)						,	**self._config_kwargs						,	)			)

					for builder in builders:
							builder.download_and_prepare(
							    download_mode=DownloadMode.REUSE_CACHE_IF_EXISTS
							    if not self._force_redownload
							    else DownloadMode.FORCE_REDOWNLOAD						,	download_config=DownloadConfig(cache_dir=config.DOWNLOADED_DATASETS_PATH			)						,	verification_mode=VerificationMode.NO_CHECKS
							    if self._ignore_verifications
							    else VerificationMode.ALL_CHECKS						,	try_from_hf_gcs=lowerCamelCase__						,	)
							if self._save_infos:
									builder._save_infos()

					print("Apache beam run successful."			)

					# If save_infos=True, the dataset infos file is created next to the loaded module file.
					# Let's move it to the original directory of the dataset script, to allow the user to
					# upload them on S3 at the same time afterwards.
					if self._save_infos:
							_UpperCAmelCase		:							Optional[Any]             =   os.path.join(builder_cls.get_imported_module_dir()						,	config.DATASETDICT_INFOS_FILENAME			)

							_UpperCAmelCase		:							List[str]             =   Path(lowerCamelCase__			).name + ".py"

							_UpperCAmelCase		:							int             =   os.path.join(lowerCamelCase__						,	lowerCamelCase__			)
							if os.path.isfile(lowerCamelCase__			):
									_UpperCAmelCase		:							Any             =   os.path.dirname(lowerCamelCase__			)
							elif os.path.isfile(lowerCamelCase__			):
									_UpperCAmelCase		:							Tuple             =   path
							else:  # in case of a remote dataset
									print(F"""Dataset Infos file saved at {dataset_infos_path}"""			)
									exit(1			)

							# Move datasetinfo back to the user
							_UpperCAmelCase		:							Union[str, Any]             =   os.path.join(lowerCamelCase__						,	config.DATASETDICT_INFOS_FILENAME			)
							copyfile(lowerCamelCase__						,	lowerCamelCase__			)
							print(F"""Dataset Infos file saved at {user_dataset_infos_path}"""			)



