

'''simple docstring'''






import re
import tempfile
from pathlib import Path

import pytest
import yaml

from datasets.utils.readme import ReadMe


# @pytest.fixture
# def example_yaml_structure():

lowerCAmelCase__											=	yaml.safe_load(
    '''\
name: ""
allow_empty: false
allow_empty_text: true
subsections:
  - name: "Dataset Card for X" # First-level markdown heading
    allow_empty: false
    allow_empty_text: true
    subsections:
      - name: "Table of Contents"
        allow_empty: false
        allow_empty_text: false
        subsections: null
      - name: "Dataset Description"
        allow_empty: false
        allow_empty_text: false
        subsections:
          - name: "Dataset Summary"
            allow_empty: false
            allow_empty_text: false
            subsections: null
          - name: "Supported Tasks and Leaderboards"
            allow_empty: true
            allow_empty_text: true
            subsections: null
          - name: Languages
            allow_empty: false
            allow_empty_text: true
            subsections: null
'''
)


lowerCAmelCase__											=	{
    '''name''': '''root''',
    '''text''': '''''',
    '''is_empty_text''': True,
    '''subsections''': [
        {
            '''name''': '''Dataset Card for My Dataset''',
            '''text''': '''''',
            '''is_empty_text''': True,
            '''subsections''': [
                {'''name''': '''Table of Contents''', '''text''': '''Some text here.''', '''is_empty_text''': False, '''subsections''': []},
                {
                    '''name''': '''Dataset Description''',
                    '''text''': '''Some text here.''',
                    '''is_empty_text''': False,
                    '''subsections''': [
                        {
                            '''name''': '''Dataset Summary''',
                            '''text''': '''Some text here.''',
                            '''is_empty_text''': False,
                            '''subsections''': [],
                        },
                        {
                            '''name''': '''Supported Tasks and Leaderboards''',
                            '''text''': '''''',
                            '''is_empty_text''': True,
                            '''subsections''': [],
                        },
                        {'''name''': '''Languages''', '''text''': '''Language Text''', '''is_empty_text''': False, '''subsections''': []},
                    ],
                },
            ],
        }
    ],
}


lowerCAmelCase__											=	'''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''


lowerCAmelCase__											=	'''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
#### Extra Ignored Subsection
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

lowerCAmelCase__											=	{
    '''name''': '''root''',
    '''text''': '''''',
    '''is_empty_text''': True,
    '''subsections''': [
        {
            '''name''': '''Dataset Card for My Dataset''',
            '''text''': '''''',
            '''is_empty_text''': True,
            '''subsections''': [
                {'''name''': '''Table of Contents''', '''text''': '''Some text here.''', '''is_empty_text''': False, '''subsections''': []},
                {
                    '''name''': '''Dataset Description''',
                    '''text''': '''Some text here.''',
                    '''is_empty_text''': False,
                    '''subsections''': [
                        {
                            '''name''': '''Dataset Summary''',
                            '''text''': '''Some text here.''',
                            '''is_empty_text''': False,
                            '''subsections''': [
                                {
                                    '''name''': '''Extra Ignored Subsection''',
                                    '''text''': '''''',
                                    '''is_empty_text''': True,
                                    '''subsections''': [],
                                }
                            ],
                        },
                        {
                            '''name''': '''Supported Tasks and Leaderboards''',
                            '''text''': '''''',
                            '''is_empty_text''': True,
                            '''subsections''': [],
                        },
                        {'''name''': '''Languages''', '''text''': '''Language Text''', '''is_empty_text''': False, '''subsections''': []},
                    ],
                },
            ],
        }
    ],
}

lowerCAmelCase__											=	'''\
---
---
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

lowerCAmelCase__											=	(
    '''The following issues were found for the README at `{path}`:\n-\tEmpty YAML markers are present in the README.'''
)

lowerCAmelCase__											=	'''\
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

lowerCAmelCase__											=	(
    '''The following issues were found for the README at `{path}`:\n-\tNo YAML markers are present in the README.'''
)

lowerCAmelCase__											=	'''\
---
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

lowerCAmelCase__											=	'''The following issues were found for the README at `{path}`:\n-\tOnly the start of YAML tags present in the README.'''

lowerCAmelCase__											=	'''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
### Supported Tasks and Leaderboards
### Languages
Language Text
'''
lowerCAmelCase__											=	'''The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Summary` but it is empty.\n-\tExpected some text in section `Dataset Summary` but it is empty (text in subsections are ignored).'''


lowerCAmelCase__											=	'''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
'''
lowerCAmelCase__											=	'''The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Card for My Dataset` but it is empty.\n-\tSection `Dataset Card for My Dataset` expected the following subsections: `Table of Contents`, `Dataset Description`. Found \'None\'.'''

lowerCAmelCase__											=	'''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Languages
Language Text
'''

lowerCAmelCase__											=	'''The following issues were found for the README at `{path}`:\n-\tSection `Dataset Description` is missing subsection: `Supported Tasks and Leaderboards`.'''


lowerCAmelCase__											=	'''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
'''

lowerCAmelCase__											=	'''The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Languages` but it is empty.'''

lowerCAmelCase__											=	'''\
---
language:
- zh
- en
---

## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''
lowerCAmelCase__											=	'''The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README.'''

lowerCAmelCase__											=	'''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
# Dataset Card My Dataset
'''

lowerCAmelCase__											=	'''The following issues were found for the README at `{path}`:\n-\tThe README has several first-level headings: `Dataset Card for My Dataset`, `Dataset Card My Dataset`. Only one heading is expected. Skipping further validation for this README.'''

lowerCAmelCase__											=	'''\
---
language:
- zh
- en
---

# Dataset Card My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

lowerCAmelCase__											=	'''The following issues were found for the README at `{path}`:\n-\tNo first-level heading starting with `Dataset Card for` found in README. Skipping further validation for this README.'''

lowerCAmelCase__											=	''''''

lowerCAmelCase__											=	'''The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README.\n-\tNo YAML markers are present in the README.'''

lowerCAmelCase__											=	'''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

lowerCAmelCase__											=	'''The following issues were found while parsing the README at `{path}`:\n-\tMultiple sections with the same heading `Dataset Card for My Dataset` have been found. Please keep only one of these sections.'''


@pytest.mark.parametrize(
    '''readme_md, expected_dict'''     ,				[
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]     ,				)
def 		_A     (    A__     ,				A__      ):






 """simple docstring"""



 assert ReadMe.from_string(A__     ,				A__      ).to_dict() == expected_dict


@pytest.mark.parametrize(
    '''readme_md, expected_error'''     ,				[
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]     ,				)
def 		_A     (    A__     ,				A__      ):






 """simple docstring"""



 with pytest.raises(A__     ,				match=re.escape(expected_error.format(path='''root'''      )      )      ):
  __lowercase							  = ReadMe.from_string(A__     ,				A__      )
  readme.validate()


@pytest.mark.parametrize(
    '''readme_md, expected_error'''     ,				[
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]     ,				)
def 		_A     (    A__     ,				A__      ):






 """simple docstring"""



 with pytest.raises(A__     ,				match=re.escape(expected_error.format(path='''root'''      )      )      ):
  ReadMe.from_string(A__     ,				A__      )


@pytest.mark.parametrize(
    '''readme_md,'''     ,				[
        (README_MULTIPLE_SAME_HEADING_1),
    ]     ,				)
def 		_A     (    A__      ):






 """simple docstring"""



 ReadMe.from_string(A__     ,				A__     ,				suppress_parsing_errors=A__      )


@pytest.mark.parametrize(
    '''readme_md, expected_dict'''     ,				[
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]     ,				)
def 		_A     (    A__     ,				A__      ):






 """simple docstring"""



 with tempfile.TemporaryDirectory() as tmp_dir:
  __lowercase							  = Path(A__      ) / '''README.md'''
  with open(A__     ,				'''w+'''      ) as readme_file:
   readme_file.write(A__      )
  __lowercase							  = ReadMe.from_readme(A__     ,				A__      ).to_dict()
  assert out["name"] == path
  assert out["text"] == ""
  assert out["is_empty_text"]
  assert out["subsections"] == expected_dict["subsections"]


@pytest.mark.parametrize(
    '''readme_md, expected_error'''     ,				[
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]     ,				)
def 		_A     (    A__     ,				A__      ):






 """simple docstring"""



 with tempfile.TemporaryDirectory() as tmp_dir:
  __lowercase							  = Path(A__      ) / '''README.md'''
  with open(A__     ,				'''w+'''      ) as readme_file:
   readme_file.write(A__      )
  __lowercase							  = expected_error.format(path=A__      )
  with pytest.raises(A__     ,				match=re.escape(A__      )      ):
   __lowercase							  = ReadMe.from_readme(A__     ,				A__      )
   readme.validate()


@pytest.mark.parametrize(
    '''readme_md, expected_error'''     ,				[
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]     ,				)
def 		_A     (    A__     ,				A__      ):






 """simple docstring"""



 with tempfile.TemporaryDirectory() as tmp_dir:
  __lowercase							  = Path(A__      ) / '''README.md'''
  with open(A__     ,				'''w+'''      ) as readme_file:
   readme_file.write(A__      )
  __lowercase							  = expected_error.format(path=A__      )
  with pytest.raises(A__     ,				match=re.escape(A__      )      ):
   ReadMe.from_readme(A__     ,				A__      )






@pytest.mark.parametrize(
    '''readme_md,'''     ,				[
        (README_MULTIPLE_SAME_HEADING_1),
    ]     ,				)
def 		_A     (    A__      ):






 """simple docstring"""



 with tempfile.TemporaryDirectory() as tmp_dir:
  __lowercase							  = Path(A__      ) / '''README.md'''
  with open(A__     ,				'''w+'''      ) as readme_file:
   readme_file.write(A__      )
  ReadMe.from_readme(A__     ,				A__     ,				suppress_parsing_errors=A__      )



from typing import Dict

from .base import GenericTensor, Pipeline







class 			__A( a			):




				def 				SCREAMING_SNAKE_CASE_		(     self		,     _snake_case=None		,     _snake_case=None		,     _snake_case=None		,     **_snake_case				)    ->      Optional[Any]:


								'''simple docstring'''




								if tokenize_kwargs is None:
												__a										=    {}

								if truncation is not None:
												if "truncation" in tokenize_kwargs:
																raise ValueError(
																    '''truncation parameter defined twice (given as keyword argument as well as in tokenize_kwargs)'''				)
												__a										=    truncation

								__a										=    tokenize_kwargs

								__a										=    {}
								if return_tensors is not None:
												__a										=    return_tensors

								return preprocess_params, {}, postprocess_params




				def 				SCREAMING_SNAKE_CASE_		(     self		,     _snake_case		,     **_snake_case				)    ->      Dict[str, GenericTensor]:


								'''simple docstring'''




								__a										=    self.framework
								__a										=    self.tokenizer(_snake_case		,     return_tensors=_snake_case		,     **_snake_case				)
								return model_inputs




				def 				SCREAMING_SNAKE_CASE_		(     self		,     _snake_case				)    ->      Optional[Any]:


								'''simple docstring'''




								__a										=    self.model(**_snake_case				)
								return model_outputs




				def 				SCREAMING_SNAKE_CASE_		(     self		,     _snake_case		,     _snake_case=False				)    ->      Optional[int]:


								'''simple docstring'''




								if return_tensors:
												return model_outputs[0]
								if self.framework == "pt":
												return model_outputs[0].tolist()
								elif self.framework == "tf":
												return model_outputs[0].numpy().tolist()




				def __call__(     self		,     *_snake_case		,     **_snake_case				)    ->      Any:


								'''simple docstring'''




								return super().__call__(*_snake_case		,     **_snake_case				)