



import re
import tempfile
from pathlib import Path

import pytest
import yaml

from datasets.utils.readme import ReadMe


# @pytest.fixture
# def example_yaml_structure():

A_		:     List[str]        =     yaml.safe_load(
    '''\
name: ""
allow_empty: false
allow_empty_text: true
subsections:
  - name: "Dataset Card for X" # First-level markdown heading
    allow_empty: false
    allow_empty_text: true
    subsections:
      - name: "Table of Contents"
        allow_empty: false
        allow_empty_text: false
        subsections: null
      - name: "Dataset Description"
        allow_empty: false
        allow_empty_text: false
        subsections:
          - name: "Dataset Summary"
            allow_empty: false
            allow_empty_text: false
            subsections: null
          - name: "Supported Tasks and Leaderboards"
            allow_empty: true
            allow_empty_text: true
            subsections: null
          - name: Languages
            allow_empty: false
            allow_empty_text: true
            subsections: null
'''
)


A_		:     List[Any]        =     {
    '''name''': '''root''',
    '''text''': '''''',
    '''is_empty_text''': True,
    '''subsections''': [
        {
            '''name''': '''Dataset Card for My Dataset''',
            '''text''': '''''',
            '''is_empty_text''': True,
            '''subsections''': [
                {'''name''': '''Table of Contents''', '''text''': '''Some text here.''', '''is_empty_text''': False, '''subsections''': []},
                {
                    '''name''': '''Dataset Description''',
                    '''text''': '''Some text here.''',
                    '''is_empty_text''': False,
                    '''subsections''': [
                        {
                            '''name''': '''Dataset Summary''',
                            '''text''': '''Some text here.''',
                            '''is_empty_text''': False,
                            '''subsections''': [],
                        },
                        {
                            '''name''': '''Supported Tasks and Leaderboards''',
                            '''text''': '''''',
                            '''is_empty_text''': True,
                            '''subsections''': [],
                        },
                        {'''name''': '''Languages''', '''text''': '''Language Text''', '''is_empty_text''': False, '''subsections''': []},
                    ],
                },
            ],
        }
    ],
}


A_		:     Dict        =     '''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''


A_		:     Any        =     '''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
#### Extra Ignored Subsection
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

A_		:     str        =     {
    '''name''': '''root''',
    '''text''': '''''',
    '''is_empty_text''': True,
    '''subsections''': [
        {
            '''name''': '''Dataset Card for My Dataset''',
            '''text''': '''''',
            '''is_empty_text''': True,
            '''subsections''': [
                {'''name''': '''Table of Contents''', '''text''': '''Some text here.''', '''is_empty_text''': False, '''subsections''': []},
                {
                    '''name''': '''Dataset Description''',
                    '''text''': '''Some text here.''',
                    '''is_empty_text''': False,
                    '''subsections''': [
                        {
                            '''name''': '''Dataset Summary''',
                            '''text''': '''Some text here.''',
                            '''is_empty_text''': False,
                            '''subsections''': [
                                {
                                    '''name''': '''Extra Ignored Subsection''',
                                    '''text''': '''''',
                                    '''is_empty_text''': True,
                                    '''subsections''': [],
                                }
                            ],
                        },
                        {
                            '''name''': '''Supported Tasks and Leaderboards''',
                            '''text''': '''''',
                            '''is_empty_text''': True,
                            '''subsections''': [],
                        },
                        {'''name''': '''Languages''', '''text''': '''Language Text''', '''is_empty_text''': False, '''subsections''': []},
                    ],
                },
            ],
        }
    ],
}

A_		:     Tuple        =     '''\
---
---
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

A_		:     Optional[int]        =     (
    '''The following issues were found for the README at `{path}`:\n-\tEmpty YAML markers are present in the README.'''
)

A_		:     Optional[int]        =     '''\
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

A_		:     Tuple        =     (
    '''The following issues were found for the README at `{path}`:\n-\tNo YAML markers are present in the README.'''
)

A_		:     Optional[int]        =     '''\
---
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

A_		:     str        =     '''The following issues were found for the README at `{path}`:\n-\tOnly the start of YAML tags present in the README.'''

A_		:     Optional[Any]        =     '''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
### Supported Tasks and Leaderboards
### Languages
Language Text
'''
A_		:     Dict        =     '''The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Summary` but it is empty.\n-\tExpected some text in section `Dataset Summary` but it is empty (text in subsections are ignored).'''


A_		:     str        =     '''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
'''
A_		:     List[str]        =     '''The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Card for My Dataset` but it is empty.\n-\tSection `Dataset Card for My Dataset` expected the following subsections: `Table of Contents`, `Dataset Description`. Found \'None\'.'''

A_		:     int        =     '''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Languages
Language Text
'''

A_		:     List[str]        =     '''The following issues were found for the README at `{path}`:\n-\tSection `Dataset Description` is missing subsection: `Supported Tasks and Leaderboards`.'''


A_		:     Optional[Any]        =     '''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
'''

A_		:     int        =     '''The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Languages` but it is empty.'''

A_		:     Optional[Any]        =     '''\
---
language:
- zh
- en
---

## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''
A_		:     Tuple        =     '''The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README.'''

A_		:     int        =     '''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
# Dataset Card My Dataset
'''

A_		:     Dict        =     '''The following issues were found for the README at `{path}`:\n-\tThe README has several first-level headings: `Dataset Card for My Dataset`, `Dataset Card My Dataset`. Only one heading is expected. Skipping further validation for this README.'''

A_		:     Dict        =     '''\
---
language:
- zh
- en
---

# Dataset Card My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

A_		:     str        =     '''The following issues were found for the README at `{path}`:\n-\tNo first-level heading starting with `Dataset Card for` found in README. Skipping further validation for this README.'''

A_		:     str        =     ''''''

A_		:     List[str]        =     '''The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README.\n-\tNo YAML markers are present in the README.'''

A_		:     Optional[Any]        =     '''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

A_		:     List[Any]        =     '''The following issues were found while parsing the README at `{path}`:\n-\tMultiple sections with the same heading `Dataset Card for My Dataset` have been found. Please keep only one of these sections.'''


@pytest.mark.parametrize(
    "readme_md, expected_dict" ,					[
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ] ,					)
def 	UpperCAmelCase__      (      UpperCAmelCase__ :Union[str, Any] ,					UpperCAmelCase__ :Optional[Any]					):






 '''simple docstring'''

 assert ReadMe.from_string(UpperCAmelCase__ ,					UpperCAmelCase__					).to_dict() == expected_dict


@pytest.mark.parametrize(
    "readme_md, expected_error" ,					[
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ] ,					)
def 	UpperCAmelCase__      (      UpperCAmelCase__ :Dict ,					UpperCAmelCase__ :int					):






 '''simple docstring'''

 with pytest.raises(UpperCAmelCase__ ,					match=re.escape(expected_error.format(path="root"					)					)					):
  a						=		ReadMe.from_string(UpperCAmelCase__ ,					UpperCAmelCase__					)
  readme.validate()


@pytest.mark.parametrize(
    "readme_md, expected_error" ,					[
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ] ,					)
def 	UpperCAmelCase__      (      UpperCAmelCase__ :str ,					UpperCAmelCase__ :Optional[Any]					):






 '''simple docstring'''

 with pytest.raises(UpperCAmelCase__ ,					match=re.escape(expected_error.format(path="root"					)					)					):
  ReadMe.from_string(UpperCAmelCase__ ,					UpperCAmelCase__					)


@pytest.mark.parametrize(
    "readme_md," ,					[
        (README_MULTIPLE_SAME_HEADING_1),
    ] ,					)
def 	UpperCAmelCase__      (      UpperCAmelCase__ :str					):






 '''simple docstring'''

 ReadMe.from_string(UpperCAmelCase__ ,					UpperCAmelCase__ ,					suppress_parsing_errors=UpperCAmelCase__					)


@pytest.mark.parametrize(
    "readme_md, expected_dict" ,					[
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ] ,					)
def 	UpperCAmelCase__      (      UpperCAmelCase__ :List[str] ,					UpperCAmelCase__ :int					):






 '''simple docstring'''

 with tempfile.TemporaryDirectory() as tmp_dir:
  a						=		Path(UpperCAmelCase__					) / "README.md"
  with open(UpperCAmelCase__ ,					"w+"					) as readme_file:
   readme_file.write(UpperCAmelCase__					)
  a						=		ReadMe.from_readme(UpperCAmelCase__ ,					UpperCAmelCase__					).to_dict()
  assert out["name"] == path
  assert out["text"] == ""
  assert out["is_empty_text"]
  assert out["subsections"] == expected_dict["subsections"]


@pytest.mark.parametrize(
    "readme_md, expected_error" ,					[
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ] ,					)
def 	UpperCAmelCase__      (      UpperCAmelCase__ :Optional[int] ,					UpperCAmelCase__ :str					):






 '''simple docstring'''

 with tempfile.TemporaryDirectory() as tmp_dir:
  a						=		Path(UpperCAmelCase__					) / "README.md"
  with open(UpperCAmelCase__ ,					"w+"					) as readme_file:
   readme_file.write(UpperCAmelCase__					)
  a						=		expected_error.format(path=UpperCAmelCase__					)
  with pytest.raises(UpperCAmelCase__ ,					match=re.escape(UpperCAmelCase__					)					):
   a						=		ReadMe.from_readme(UpperCAmelCase__ ,					UpperCAmelCase__					)
   readme.validate()


@pytest.mark.parametrize(
    "readme_md, expected_error" ,					[
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ] ,					)
def 	UpperCAmelCase__      (      UpperCAmelCase__ :Optional[Any] ,					UpperCAmelCase__ :int					):






 '''simple docstring'''

 with tempfile.TemporaryDirectory() as tmp_dir:
  a						=		Path(UpperCAmelCase__					) / "README.md"
  with open(UpperCAmelCase__ ,					"w+"					) as readme_file:
   readme_file.write(UpperCAmelCase__					)
  a						=		expected_error.format(path=UpperCAmelCase__					)
  with pytest.raises(UpperCAmelCase__ ,					match=re.escape(UpperCAmelCase__					)					):
   ReadMe.from_readme(UpperCAmelCase__ ,					UpperCAmelCase__					)




@pytest.mark.parametrize(
    "readme_md," ,					[
        (README_MULTIPLE_SAME_HEADING_1),
    ] ,					)
def 	UpperCAmelCase__      (      UpperCAmelCase__ :Optional[Any]					):






 '''simple docstring'''

 with tempfile.TemporaryDirectory() as tmp_dir:
  a						=		Path(UpperCAmelCase__					) / "README.md"
  with open(UpperCAmelCase__ ,					"w+"					) as readme_file:
   readme_file.write(UpperCAmelCase__					)
  ReadMe.from_readme(UpperCAmelCase__ ,					UpperCAmelCase__ ,					suppress_parsing_errors=UpperCAmelCase__					)






import re
from pathlib import Path
from unittest import TestCase

import pytest



@pytest.mark.integration
class 		_lowercase		(       UpperCAmelCase__	):

   def 		A							(      self			:       Optional[int]							,   __lowerCAmelCase			:       str							)       ->				Union[str, Any]:


    """simple docstring"""






    with open(__lowerCAmelCase							,   encoding="utf-8"							) as input_file:
     a						=		re.compile(R"(?!.*\b(?:encoding|rb|w|wb|w+|wb+|ab|ab+)\b)(?<=\s)(open)\((.*)\)"							)
     a						=		input_file.read()
     a						=		regexp.search(__lowerCAmelCase							)

    return match

   def 		A							(      self			:       List[Any]							,   __lowerCAmelCase			:       str							)       ->				Dict:


    """simple docstring"""






    with open(__lowerCAmelCase							,   encoding="utf-8"							) as input_file:
     a						=		re.compile(R"#[^\r\n]*print\(|\"[^\r\n]*print\(|\"\"\".*?print\(.*?\"\"\"|(print\()"							,   re.DOTALL							)
     a						=		input_file.read()
     # use `re.finditer` to handle the case where the ignored groups would be matched first by `re.search`
     a						=		regexp.finditer(__lowerCAmelCase							)

    a						=		[match for match in matches if match is not None and match.group(1							) is not None]
    return matches[0] if matches else None

   def 		A							(      self			:       List[str]							)       ->				List[Any]:


    """simple docstring"""






    a						=		Path("./datasets"							)
    a						=		list(dataset_paths.absolute().glob("**/*.py"							)							)

    for dataset in dataset_files:
     if self._no_encoding_on_file_open(str(__lowerCAmelCase							)							):
      raise AssertionError(f"""open(...) must use utf-8 encoding in {dataset}"""							)




   def 		A							(      self			:       Tuple							)       ->				Union[str, Any]:


    """simple docstring"""






    a						=		Path("./datasets"							)
    a						=		list(dataset_paths.absolute().glob("**/*.py"							)							)

    for dataset in dataset_files:
     if self._no_print_statements(str(__lowerCAmelCase							)							):
      raise AssertionError(f"""print statement found in {dataset}. Use datasets.logger/logging instead."""							)

