


'''simple docstring'''





import os
import re
import shutil
from argparse import ArgumentParser, Namespace

from datasets.commands import BaseDatasetsCLICommand
from datasets.utils.logging import get_logger


__lowerCamelCase        =     '''<<<<<<< This should probably be modified because it mentions: '''

__lowerCamelCase        =     '''=======
>>>>>>>
'''

__lowerCamelCase        =     [
    '''TextEncoderConfig''',
    '''ByteTextEncoder''',
    '''SubwordTextEncoder''',
    '''encoder_config''',
    '''maybe_build_from_corpus''',
    '''manual_dir''',
]

__lowerCamelCase        =     [
    # (pattern, replacement)
    # Order is important here for some replacements
    (R'''tfds\.core''', R'''datasets'''),
    (R'''tf\.io\.gfile\.GFile''', R'''open'''),
    (R'''tf\.([\w\d]+)''', R'''datasets.Value(\'\1\')'''),
    (R'''tfds\.features\.Text\(\)''', R'''datasets.Value(\'string\')'''),
    (R'''tfds\.features\.Text\(''', R'''datasets.Value(\'string\'),'''),
    (R'''features\s*=\s*tfds.features.FeaturesDict\(''', R'''features=datasets.Features('''),
    (R'''tfds\.features\.FeaturesDict\(''', R'''dict('''),
    (R'''The TensorFlow Datasets Authors''', R'''The TensorFlow Datasets Authors and the HuggingFace Datasets Authors'''),
    (R'''tfds\.''', R'''datasets.'''),
    (R'''dl_manager\.manual_dir''', R'''self.config.data_dir'''),
    (R'''self\.builder_config''', R'''self.config'''),
]



def  _a			(						__UpperCamelCase ):
     return ConvertCommand(args.tfds_path  ,  args.datasets_directory )


class   a__	(						lowerCAmelCase_    ):

       @staticmethod
       def 						UpperCAmelCase(   lowerCamelCase_      :     ArgumentParser    ):
            a_    :     Dict										=    parser.add_parser(
                """convert"""      ,							help="""Convert a TensorFlow Datasets dataset to a HuggingFace Datasets dataset."""      ,							)
            train_parser.add_argument(
                """--tfds_path"""      ,							type=lowerCamelCase_      ,							required=lowerCamelCase_      ,							help="""Path to a TensorFlow Datasets folder to convert or a single tfds file to convert."""      ,							)
            train_parser.add_argument(
                """--datasets_directory"""      ,							type=lowerCamelCase_      ,							required=lowerCamelCase_      ,							help="""Path to the HuggingFace Datasets folder."""    )
            train_parser.set_defaults(func=lowerCamelCase_    )

       def __init__(   self      :     Union[str, Any]      ,							lowerCamelCase_      :     str      ,							lowerCamelCase_      :     str      ,							*lowerCamelCase_      :     Any    ):
            a_    :     int										=    get_logger("""datasets-cli/converting"""    )

            a_    :     Dict										=    tfds_path
            a_    :     List[str]										=    datasets_directory

       def 						UpperCAmelCase(   self      :     Dict    ):
            if os.path.isdir(self._tfds_path    ):
                 a_    :     List[Any]										=    os.path.abspath(self._tfds_path    )
            elif os.path.isfile(self._tfds_path    ):
                 a_    :     int										=    os.path.dirname(self._tfds_path    )
            else:
                 raise ValueError("""--tfds_path is neither a directory nor a file. Please check path."""    )

            a_    :     List[str]										=    os.path.abspath(self._datasets_directory    )

            self._logger.info(F'''Converting datasets from {abs_tfds_path} to {abs_datasets_path}'''    )

            a_    :     Union[str, Any]										=    []
            a_    :     Union[str, Any]										=    []
            a_    :     Optional[Any]										=    {}

            if os.path.isdir(self._tfds_path    ):
                 a_    :     Any										=    os.listdir(lowerCamelCase_    )
            else:
                 a_    :     Optional[int]										=    [os.path.basename(self._tfds_path    )]

            for f_name in file_names:
                 self._logger.info(F'''Looking at file {f_name}'''    )
                 a_    :     Optional[int]										=    os.path.join(lowerCamelCase_      ,							lowerCamelCase_    )
                 a_    :     Optional[int]										=    os.path.join(lowerCamelCase_      ,							lowerCamelCase_    )

                 if not os.path.isfile(lowerCamelCase_    ) or "__init__" in f_name or "_test" in f_name or ".py" not in f_name:
                      self._logger.info("""Skipping file"""    )
                      continue

                 with open(lowerCamelCase_      ,							encoding="""utf-8"""    ) as f:
                      a_    :     Union[str, Any]										=    f.readlines()

                 a_    :     Optional[Any]										=    []
                 a_    :     Optional[int]										=    False
                 a_    :     Any										=    False
                 a_    :     Optional[int]										=    []
                 for line in lines:
                      a_    :     Dict										=    line

                      # Convert imports
                      if "import tensorflow.compat.v2 as tf" in out_line:
                           continue
                      elif "@tfds.core" in out_line:
                           continue
                      elif "builder=self" in out_line:
                           continue
                      elif "import tensorflow_datasets.public_api as tfds" in out_line:
                           a_    :     Union[str, Any]										=    """import datasets\n"""
                      elif "import tensorflow" in out_line:
                           # order is important here
                           a_    :     Optional[Any]										=    """"""
                           continue
                      elif "from absl import logging" in out_line:
                           a_    :     List[Any]										=    """from datasets import logging\n"""
                      elif "getLogger" in out_line:
                           a_    :     Optional[int]										=    out_line.replace("""getLogger"""      ,							"""get_logger"""    )
                      elif any(expression in out_line for expression in TO_HIGHLIGHT    ):
                           a_    :     Any										=    True
                           a_    :     Dict										=    list(filter(lambda lowerCamelCase_    : e in out_line      ,							lowerCamelCase_    )    )
                           out_lines.append(HIGHLIGHT_MESSAGE_PRE + str(lowerCamelCase_    ) + """\n"""    )
                           out_lines.append(lowerCamelCase_    )
                           out_lines.append(lowerCamelCase_    )
                           continue
                      else:
                           for pattern, replacement in TO_CONVERT:
                                a_    :     Dict										=    re.sub(lowerCamelCase_      ,							lowerCamelCase_      ,							lowerCamelCase_    )

                # Take care of saving utilities (to later move them together with main script)
                      if "tensorflow_datasets" in out_line:
                           a_    :     int										=    re.match(R"""from\stensorflow_datasets.*import\s([^\.\r\n]+)"""      ,							lowerCamelCase_    )
                           tfds_imports.extend(imp.strip() for imp in match.group(1    ).split(""","""    )    )
                           a_    :     str										=    """from . import """ + match.group(1    )

                      # Check we have not forget anything
                      if "tf." in out_line or "tfds." in out_line or "tensorflow_datasets" in out_line:
                           raise ValueError(F'''Error converting {out_line.strip()}'''    )

                      if "GeneratorBasedBuilder" in out_line or "BeamBasedBuilder" in out_line:
                           a_    :     List[Any]										=    True
                      out_lines.append(lowerCamelCase_    )

                 if is_builder or "wmt" in f_name:
                      # We create a new directory for each dataset
                      a_    :     Union[str, Any]										=    f_name.replace(""".py"""      ,							""""""    )
                      a_    :     Dict										=    os.path.join(lowerCamelCase_      ,							lowerCamelCase_    )
                      a_    :     Union[str, Any]										=    os.path.join(lowerCamelCase_      ,							lowerCamelCase_    )
                      os.makedirs(lowerCamelCase_      ,							exist_ok=lowerCamelCase_    )
                      self._logger.info(F'''Adding directory {output_dir}'''    )
                      imports_to_builder_map.update({imp: output_dir for imp in tfds_imports}    )
                 else:
                      # Utilities will be moved at the end
                      utils_files.append(lowerCamelCase_    )

                 if needs_manual_update:
                      with_manual_update.append(lowerCamelCase_    )

                 with open(lowerCamelCase_      ,							"""w"""      ,							encoding="""utf-8"""    ) as f:
                      f.writelines(lowerCamelCase_    )
                 self._logger.info(F'''Converted in {output_file}'''    )

            for utils_file in utils_files:
                 try:
                      a_    :     int										=    os.path.basename(lowerCamelCase_    )
                      a_    :     Optional[int]										=    imports_to_builder_map[f_name.replace(""".py"""      ,							""""""    )]
                      self._logger.info(F'''Moving {dest_folder} to {utils_file}'''    )
                      shutil.copy(lowerCamelCase_      ,							lowerCamelCase_    )
                 except KeyError:
                      self._logger.error(F'''Cannot find destination folder for {utils_file}. Please copy manually.'''    )

            if with_manual_update:
                 for file_path in with_manual_update:
                      self._logger.warning(
                          F'''You need to manually update file {file_path} to remove configurations using \'TextEncoderConfig\'.'''    )







import os
from itertools import chain
from random import randrange, shuffle

import pytest

from .sola import PokerHand

__lowerCamelCase        =     (
    '''4S 3H 2C 7S 5H''',
    '''9D 8H 2C 6S 7H''',
    '''2D 6D 9D TH 7D''',
    '''TC 8C 2S JH 6C''',
    '''JH 8S TH AH QH''',
    '''TS KS 5S 9S AC''',
    '''KD 6S 9D TH AD''',
    '''KS 8D 4D 9S 4S''',  # pair
    '''8C 4S KH JS 4D''',  # pair
    '''QH 8H KD JH 8S''',  # pair
    '''KC 4H KS 2H 8D''',  # pair
    '''KD 4S KC 3H 8S''',  # pair
    '''AH 8S AS KC JH''',  # pair
    '''3H 4C 4H 3S 2H''',  # 2 pairs
    '''5S 5D 2C KH KH''',  # 2 pairs
    '''3C KH 5D 5S KH''',  # 2 pairs
    '''AS 3C KH AD KH''',  # 2 pairs
    '''7C 7S 3S 7H 5S''',  # 3 of a kind
    '''7C 7S KH 2H 7H''',  # 3 of a kind
    '''AC KH QH AH AS''',  # 3 of a kind
    '''2H 4D 3C AS 5S''',  # straight (low ace)
    '''3C 5C 4C 2C 6H''',  # straight
    '''6S 8S 7S 5H 9H''',  # straight
    '''JS QS 9H TS KH''',  # straight
    '''QC KH TS JS AH''',  # straight (high ace)
    '''8C 9C 5C 3C TC''',  # flush
    '''3S 8S 9S 5S KS''',  # flush
    '''4C 5C 9C 8C KC''',  # flush
    '''JH 8H AH KH QH''',  # flush
    '''3D 2H 3H 2C 2D''',  # full house
    '''2H 2C 3S 3H 3D''',  # full house
    '''KH KC 3S 3H 3D''',  # full house
    '''JC 6H JS JD JH''',  # 4 of a kind
    '''JC 7H JS JD JH''',  # 4 of a kind
    '''JC KH JS JD JH''',  # 4 of a kind
    '''2S AS 4S 5S 3S''',  # straight flush (low ace)
    '''2D 6D 3D 4D 5D''',  # straight flush
    '''5C 6C 3C 7C 4C''',  # straight flush
    '''JH 9H TH KH QH''',  # straight flush
    '''JH AH TH KH QH''',  # royal flush (high ace straight flush)
)

__lowerCamelCase        =     (
    ('''2H 3H 4H 5H 6H''', '''KS AS TS QS JS''', '''Loss'''),
    ('''2H 3H 4H 5H 6H''', '''AS AD AC AH JD''', '''Win'''),
    ('''AS AH 2H AD AC''', '''JS JD JC JH 3D''', '''Win'''),
    ('''2S AH 2H AS AC''', '''JS JD JC JH AD''', '''Loss'''),
    ('''2S AH 2H AS AC''', '''2H 3H 5H 6H 7H''', '''Win'''),
    ('''AS 3S 4S 8S 2S''', '''2H 3H 5H 6H 7H''', '''Win'''),
    ('''2H 3H 5H 6H 7H''', '''2S 3H 4H 5S 6C''', '''Win'''),
    ('''2S 3H 4H 5S 6C''', '''3D 4C 5H 6H 2S''', '''Tie'''),
    ('''2S 3H 4H 5S 6C''', '''AH AC 5H 6H AS''', '''Win'''),
    ('''2S 2H 4H 5S 4C''', '''AH AC 5H 6H AS''', '''Loss'''),
    ('''2S 2H 4H 5S 4C''', '''AH AC 5H 6H 7S''', '''Win'''),
    ('''6S AD 7H 4S AS''', '''AH AC 5H 6H 7S''', '''Loss'''),
    ('''2S AH 4H 5S KC''', '''AH AC 5H 6H 7S''', '''Loss'''),
    ('''2S 3H 6H 7S 9C''', '''7H 3C TH 6H 9S''', '''Loss'''),
    ('''4S 5H 6H TS AC''', '''3S 5H 6H TS AC''', '''Win'''),
    ('''2S AH 4H 5S 6C''', '''AD 4C 5H 6H 2C''', '''Tie'''),
    ('''AS AH 3H AD AC''', '''AS AH 2H AD AC''', '''Win'''),
    ('''AH AC 5H 5C QS''', '''AH AC 5H 5C KS''', '''Loss'''),
    ('''AH AC 5H 5C QS''', '''KH KC 5H 5C QS''', '''Win'''),
    ('''7C 7S KH 2H 7H''', '''3C 3S AH 2H 3H''', '''Win'''),
    ('''3C 3S AH 2H 3H''', '''7C 7S KH 2H 7H''', '''Loss'''),
    ('''6H 5H 4H 3H 2H''', '''5H 4H 3H 2H AH''', '''Win'''),
    ('''5H 4H 3H 2H AH''', '''5H 4H 3H 2H AH''', '''Tie'''),
    ('''5H 4H 3H 2H AH''', '''6H 5H 4H 3H 2H''', '''Loss'''),
    ('''AH AD KS KC AC''', '''AH KD KH AC KC''', '''Win'''),
    ('''2H 4D 3C AS 5S''', '''2H 4D 3C 6S 5S''', '''Loss'''),
    ('''2H 3S 3C 3H 2S''', '''3S 3C 2S 2H 2D''', '''Win'''),
    ('''4D 6D 5D 2D JH''', '''3S 8S 3H TC KH''', '''Loss'''),
    ('''4S 6C 8S 3S 7S''', '''AD KS 2D 7D 7C''', '''Loss'''),
    ('''6S 4C 7H 8C 3H''', '''5H JC AH 9D 9C''', '''Loss'''),
    ('''9D 9H JH TC QH''', '''3C 2S JS 5C 7H''', '''Win'''),
    ('''2H TC 8S AD 9S''', '''4H TS 7H 2C 5C''', '''Win'''),
    ('''9D 3S 2C 7S 7C''', '''JC TD 3C TC 9H''', '''Loss'''),
)

__lowerCamelCase        =     (
    ('''2H 3H 4H 5H 6H''', True),
    ('''AS AH 2H AD AC''', False),
    ('''2H 3H 5H 6H 7H''', True),
    ('''KS AS TS QS JS''', True),
    ('''8H 9H QS JS TH''', False),
    ('''AS 3S 4S 8S 2S''', True),
)

__lowerCamelCase        =     (
    ('''2H 3H 4H 5H 6H''', True),
    ('''AS AH 2H AD AC''', False),
    ('''2H 3H 5H 6H 7H''', False),
    ('''KS AS TS QS JS''', True),
    ('''8H 9H QS JS TH''', True),
)

__lowerCamelCase        =     (
    ('''2H 4D 3C AS 5S''', True, [5, 4, 3, 2, 14]),
    ('''2H 5D 3C AS 5S''', False, [14, 5, 5, 3, 2]),
    ('''JH QD KC AS TS''', False, [14, 13, 12, 11, 10]),
    ('''9D 3S 2C 7S 7C''', False, [9, 7, 7, 3, 2]),
)

__lowerCamelCase        =     (
    ('''JH AH TH KH QH''', 0),
    ('''JH 9H TH KH QH''', 0),
    ('''JC KH JS JD JH''', 7),
    ('''KH KC 3S 3H 3D''', 6),
    ('''8C 9C 5C 3C TC''', 0),
    ('''JS QS 9H TS KH''', 0),
    ('''7C 7S KH 2H 7H''', 3),
    ('''3C KH 5D 5S KH''', 2),
    ('''QH 8H KD JH 8S''', 1),
    ('''2D 6D 9D TH 7D''', 0),
)

__lowerCamelCase        =     (
    ('''JH AH TH KH QH''', 23),
    ('''JH 9H TH KH QH''', 22),
    ('''JC KH JS JD JH''', 21),
    ('''KH KC 3S 3H 3D''', 20),
    ('''8C 9C 5C 3C TC''', 19),
    ('''JS QS 9H TS KH''', 18),
    ('''7C 7S KH 2H 7H''', 17),
    ('''3C KH 5D 5S KH''', 16),
    ('''QH 8H KD JH 8S''', 15),
    ('''2D 6D 9D TH 7D''', 14),
)



def  _a			(						):
     a_			,			a_    :     List[Any]										=    randrange(len(__UpperCamelCase ) ), randrange(len(__UpperCamelCase ) )
     a_    :     List[Any]										=    ["""Loss""", """Tie""", """Win"""][(play >= oppo) + (play > oppo)]
     a_			,			a_    :     Optional[Any]										=    SORTED_HANDS[play], SORTED_HANDS[oppo]
     return hand, other, expected



def  _a			(						__UpperCamelCase = 1_0_0 ):
     return (generate_random_hand() for _ in range(__UpperCamelCase ))



@pytest.mark.parametrize("""hand, expected"""  ,  __UpperCamelCase )
def  _a			(						__UpperCamelCase  ,  __UpperCamelCase ):
     assert PokerHand(__UpperCamelCase )._is_flush() == expected



@pytest.mark.parametrize("""hand, expected"""  ,  __UpperCamelCase )
def  _a			(						__UpperCamelCase  ,  __UpperCamelCase ):
     assert PokerHand(__UpperCamelCase )._is_straight() == expected



@pytest.mark.parametrize("""hand, expected, card_values"""  ,  __UpperCamelCase )
def  _a			(						__UpperCamelCase  ,  __UpperCamelCase  ,  __UpperCamelCase ):
     a_    :     Union[str, Any]										=    PokerHand(__UpperCamelCase )
     assert player._is_five_high_straight() == expected
     assert player._card_values == card_values



@pytest.mark.parametrize("""hand, expected"""  ,  __UpperCamelCase )
def  _a			(						__UpperCamelCase  ,  __UpperCamelCase ):
     assert PokerHand(__UpperCamelCase )._is_same_kind() == expected



@pytest.mark.parametrize("""hand, expected"""  ,  __UpperCamelCase )
def  _a			(						__UpperCamelCase  ,  __UpperCamelCase ):
     assert PokerHand(__UpperCamelCase )._hand_type == expected



@pytest.mark.parametrize("""hand, other, expected"""  ,  __UpperCamelCase )
def  _a			(						__UpperCamelCase  ,  __UpperCamelCase  ,  __UpperCamelCase ):
     assert PokerHand(__UpperCamelCase ).compare_with(PokerHand(__UpperCamelCase ) ) == expected



@pytest.mark.parametrize("""hand, other, expected"""  ,  generate_random_hands() )
def  _a			(						__UpperCamelCase  ,  __UpperCamelCase  ,  __UpperCamelCase ):
     assert PokerHand(__UpperCamelCase ).compare_with(PokerHand(__UpperCamelCase ) ) == expected



def  _a			(						):
     a_    :     int										=    [PokerHand(__UpperCamelCase ) for hand in SORTED_HANDS]
     a_    :     Dict										=    poker_hands.copy()
     shuffle(__UpperCamelCase )
     a_    :     Dict										=    chain(sorted(__UpperCamelCase ) )
     for index, hand in enumerate(__UpperCamelCase ):
          assert hand == poker_hands[index]



def  _a			(						):
     # Test that five high straights are compared correctly.
     a_    :     str										=    [PokerHand("""2D AC 3H 4H 5S""" ), PokerHand("""2S 3H 4H 5S 6C""" )]
     pokerhands.sort(reverse=__UpperCamelCase )
     assert pokerhands[0].__str__() == "2S 3H 4H 5S 6C"



def  _a			(						):
     # Multiple calls to five_high_straight function should still return True
     # and shouldn't mutate the list in every call other than the first.
     a_    :     List[str]										=    PokerHand("""2C 4S AS 3D 5C""" )
     a_    :     Dict										=    True
     a_    :     List[Any]										=    [5, 4, 3, 2, 1_4]
     for _ in range(1_0 ):
          assert pokerhand._is_five_high_straight() == expected
          assert pokerhand._card_values == expected_card_values



def  _a			(						):
     # Problem number 54 from Project Euler
     # Testing from poker_hands.txt file
     a_    :     Tuple										=    0
     a_    :     Optional[Any]										=    os.path.abspath(os.path.dirname(__UpperCamelCase ) )
     a_    :     Optional[int]										=    os.path.join(__UpperCamelCase  ,  """poker_hands.txt""" )
     with open(__UpperCamelCase ) as file_hand:
          for line in file_hand:
               a_    :     Dict										=    line[:1_4].strip()
               a_    :     int										=    line[1_5:].strip()
               a_			,			a_    :     Optional[int]										=    PokerHand(__UpperCamelCase ), PokerHand(__UpperCamelCase )
               a_    :     str										=    player.compare_with(__UpperCamelCase )
               if output == "Win":
                    answer += 1
     assert answer == 3_7_6



