import datasets


__lowercase							 =					'''\
@InProceedings{conneau2018xnli,
  author = "Conneau, Alexis
                 and Rinott, Ruty
                 and Lample, Guillaume
                 and Williams, Adina
                 and Bowman, Samuel R.
                 and Schwenk, Holger
                 and Stoyanov, Veselin",
  title = "XNLI: Evaluating Cross-lingual Sentence Representations",
  booktitle = "Proceedings of the 2018 Conference on Empirical Methods
               in Natural Language Processing",
  year = "2018",
  publisher = "Association for Computational Linguistics",
  location = "Brussels, Belgium",
}
'''

__lowercase							 =					'''\
XNLI is a subset of a few thousand examples from MNLI which has been translated
into a 14 different languages (some low-ish resource). As with MNLI, the goal is
to predict textual entailment (does sentence A imply/contradict/neither sentence
B) and is a classification task (given two sentences, predict one of three
labels).
'''

__lowercase							 =					'''
Computes XNLI score which is just simple accuracy.
Args:
    predictions: Predicted labels.
    references: Ground truth labels.
Returns:
    \'accuracy\': accuracy
Examples:

    >>> predictions = [0, 1]
    >>> references = [0, 1]
    >>> xnli_metric = datasets.load_metric("xnli")
    >>> results = xnli_metric.compute(predictions=predictions, references=references)
    >>> print(results)
    {\'accuracy\': 1.0}
'''



def lowerCamelCase  (   SCREAMING_SNAKE_CASE  ,			SCREAMING_SNAKE_CASE	):
    '''simple docstring'''







    return (preds == labels).mean()


@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION						,	_KWARGS_DESCRIPTION )
class 	lowerCamelCase_     (   datasets.Metric ):






    '''simple docstring'''






    def 			UpperCamelCase__   (	self)       ->	Optional[Any]:
        return datasets.MetricInfo(
            description=_DESCRIPTION , citation=_CITATION , inputs_description=_KWARGS_DESCRIPTION , features=datasets.Features(
                {
                    '''predictions''': datasets.Value('''int64''' if self.config_name != '''sts-b''' else '''float32'''),
                    '''references''': datasets.Value('''int64''' if self.config_name != '''sts-b''' else '''float32'''),
                }) , codebase_urls=[] , reference_urls=[] , format='''numpy''' , )







    def 			UpperCamelCase__   (	self , __lowercase , __lowercase)       ->	Optional[Any]:
        return {"accuracy": simple_accuracy(__lowercase , __lowercase)}










import importlib.metadata
import operator
import re
import sys
from typing import Optional

from packaging import version


_snake_case		=  {
    "<": operator.lt,
    "<=": operator.le,
    "==": operator.eq,
    "!=": operator.ne,
    ">=": operator.ge,
    ">": operator.gt,
}






def 				A				(					_lowerCamelCase				, _lowerCamelCase				, _lowerCamelCase				, _lowerCamelCase				, _lowerCamelCase				, _lowerCamelCase  ):





							'''simple docstring'''




							if got_ver is None or want_ver is None:
														raise ValueError(
														    F"Unable to compare versions for {requirement}: need={want_ver} found={got_ver}. This is unusual. Consider"
														    F" reinstalling {pkg}."  )
							if not ops[op](version.parse(_lowerCamelCase  )				, version.parse(_lowerCamelCase  )  ):
														raise ImportError(
														    F"{requirement} is required for a normal functioning of this module, but found {pkg}=={got_ver}.{hint}"  )






def 				A				(					_lowerCamelCase				, _lowerCamelCase = None  ):





							'''simple docstring'''




							_lowerCAmelCase     :							List[str]    =    F"\n{hint}" if hint is not None else ""

							# non-versioned check
							if re.match(r"^[\w_\-\d]+$"				, _lowerCamelCase  ):
														_lowerCAmelCase   ,    _lowerCAmelCase   ,    _lowerCAmelCase     :							List[str]    =    requirement, None, None
							else:
														_lowerCAmelCase     :							Optional[int]    =    re.findall(r"^([^!=<>\s]+)([\s!=<>]{1,2}.+)"				, _lowerCamelCase  )
														if not match:
																					raise ValueError(
																					    "requirement needs to be in the pip package format, .e.g., package_a==1.23, or package_b>=1.23, but"
																					    F" got {requirement}"  )
														_lowerCAmelCase   ,    _lowerCAmelCase     :							Dict    =    match[0]
														_lowerCAmelCase     :							Any    =    want_full.split(","  )  # there could be multiple requirements
														_lowerCAmelCase     :							Optional[int]    =    {}
														for w in want_range:
																					_lowerCAmelCase     :							Any    =    re.findall(r"^([\s!=<>]{1,2})(.+)"				, _lowerCamelCase  )
																					if not match:
																												raise ValueError(
																												    "requirement needs to be in the pip package format, .e.g., package_a==1.23, or package_b>=1.23,"
																												    F" but got {requirement}"  )
																					_lowerCAmelCase   ,    _lowerCAmelCase     :							Tuple    =    match[0]
																					_lowerCAmelCase     :							Union[str, Any]    =    want_ver
																					if op not in ops:
																												raise ValueError(F"{requirement}: need one of {list(ops.keys()  )}, but got {op}"  )

    # special case
							if pkg == "python":
														_lowerCAmelCase     :							Tuple    =    ".".join([str(_lowerCamelCase  ) for x in sys.version_info[:3]]  )
														for op, want_ver in wanted.items():
																					_compare_versions(_lowerCamelCase				, _lowerCamelCase				, _lowerCamelCase				, _lowerCamelCase				, _lowerCamelCase				, _lowerCamelCase  )
														return

							# check if any version is installed
							try:
														_lowerCAmelCase     :							Any    =    importlib.metadata.version(_lowerCamelCase  )
							except importlib.metadata.PackageNotFoundError:
														raise importlib.metadata.PackageNotFoundError(
														    F"The '{requirement}' distribution was not found and is required by this application. {hint}"  )

							# check that the right version is installed if version number or a range was provided
							if want_ver is not None:
														for op, want_ver in wanted.items():
																					_compare_versions(_lowerCamelCase				, _lowerCamelCase				, _lowerCamelCase				, _lowerCamelCase				, _lowerCamelCase				, _lowerCamelCase  )






def 				A				(					_lowerCamelCase  ):





							'''simple docstring'''




							_lowerCAmelCase     :							List[str]    =    "Try: pip install transformers -U or pip install -e '.[dev]' if you're working with git main"
							return require_version(_lowerCamelCase				, _lowerCamelCase  )
