
"""simple docstring"""



import os
import string
import sys


a					:	Dict							=		1 << 8

a					:	List[str]							=		{
    '''tab''': ord('''\t'''),
    '''newline''': ord('''\r'''),
    '''esc''': 2_7,
    '''up''': 6_5 + ARROW_KEY_FLAG,
    '''down''': 6_6 + ARROW_KEY_FLAG,
    '''right''': 6_7 + ARROW_KEY_FLAG,
    '''left''': 6_8 + ARROW_KEY_FLAG,
    '''mod_int''': 9_1,
    '''undefined''': sys.maxsize,
    '''interrupt''': 3,
    '''insert''': 5_0,
    '''delete''': 5_1,
    '''pg_up''': 5_3,
    '''pg_down''': 5_4,
}

a					:	int							=		KEYMAP['''up''']
a					:	Optional[int]							=		KEYMAP['''left''']

if sys.platform == "win32":
 a					:	Tuple							=		[]
 a					:	Dict							=		{
     B'''\xe0H''': KEYMAP['''up'''] - ARROW_KEY_FLAG,
     B'''\x00H''': KEYMAP['''up'''] - ARROW_KEY_FLAG,
     B'''\xe0P''': KEYMAP['''down'''] - ARROW_KEY_FLAG,
     B'''\x00P''': KEYMAP['''down'''] - ARROW_KEY_FLAG,
     B'''\xe0M''': KEYMAP['''right'''] - ARROW_KEY_FLAG,
     B'''\x00M''': KEYMAP['''right'''] - ARROW_KEY_FLAG,
     B'''\xe0K''': KEYMAP['''left'''] - ARROW_KEY_FLAG,
     B'''\x00K''': KEYMAP['''left'''] - ARROW_KEY_FLAG,
 }

for i in range(1_0):
 a					:	Any							=		ord(str(i))


def  _UpperCamelCase	(						)    ->  List[Any]:





    """simple docstring"""

    if os.name == "nt":
        import msvcrt

        _UpperCAmelCase          =   """mbcs"""
        # Flush the keyboard buffer
        while msvcrt.kbhit():
            msvcrt.getch()
        if len(_UpperCamelCase      ) == 0:
            # Read the keystroke
            _UpperCAmelCase          =   msvcrt.getch()

            # If it is a prefix char, get second part
            if ch in (b"\x00", b"\xe0"):
                _UpperCAmelCase          =   ch + msvcrt.getch()
                # Translate actual Win chars to bullet char types
                try:
                    _UpperCAmelCase          =   chr(WIN_KEYMAP[cha]      )
                    WIN_CH_BUFFER.append(chr(KEYMAP["""mod_int"""]      )      )
                    WIN_CH_BUFFER.append(_UpperCamelCase      )
                    if ord(_UpperCamelCase      ) in (
                        KEYMAP["insert"] - 1 << 9,
                        KEYMAP["delete"] - 1 << 9,
                        KEYMAP["pg_up"] - 1 << 9,
                        KEYMAP["pg_down"] - 1 << 9,
                    ):
                        WIN_CH_BUFFER.append(chr(1_2_6      )      )
                    _UpperCAmelCase          =   chr(KEYMAP["""esc"""]      )
                except KeyError:
                    _UpperCAmelCase          =   cha[1]
            else:
                _UpperCAmelCase          =   ch.decode(_UpperCamelCase      )
        else:
            _UpperCAmelCase          =   WIN_CH_BUFFER.pop(0      )
    elif os.name == "posix":
        import termios
        import tty

        _UpperCAmelCase          =   sys.stdin.fileno()
        _UpperCAmelCase          =   termios.tcgetattr(_UpperCamelCase      )
        try:
            tty.setraw(_UpperCamelCase      )
            _UpperCAmelCase          =   sys.stdin.read(1      )
        finally:
            termios.tcsetattr(_UpperCamelCase					,      termios.TCSADRAIN					,      _UpperCamelCase      )
    return ch






def  _UpperCamelCase	(						)    ->  Union[str, Any]:





    """simple docstring"""

    _UpperCAmelCase          =   get_raw_chars()
    if ord(_UpperCamelCase      ) in [KEYMAP["interrupt"], KEYMAP["newline"]]:
        return char

    elif ord(_UpperCamelCase      ) == KEYMAP["esc"]:
        _UpperCAmelCase          =   get_raw_chars()
        if ord(_UpperCamelCase      ) == KEYMAP["mod_int"]:
            _UpperCAmelCase          =   get_raw_chars()
            if ord(_UpperCamelCase      ) >= KEYMAP["arrow_begin"] - ARROW_KEY_FLAG and ord(_UpperCamelCase      ) <= KEYMAP["arrow_end"] - ARROW_KEY_FLAG:
                return chr(ord(_UpperCamelCase      ) + ARROW_KEY_FLAG      )
            else:
                return KEYMAP["undefined"]
        else:
            return get_raw_chars()

    else:
        if char in string.printable:
            return char
        else:
            return KEYMAP["undefined"]

"""simple docstring"""



# Lint as: python3
import sys
from collections.abc import Mapping
from typing import TYPE_CHECKING, Dict, Optional

import numpy as np
import pyarrow as pa

from .. import config
from ..utils.logging import get_logger
from ..utils.py_utils import map_nested
from .formatting import TensorFormatter


if TYPE_CHECKING:
 import jax
 import jaxlib

a					:	List[Any]							=		get_logger()

a					:	Optional[dict]							=		None




class 		a_						( TensorFormatter[Mapping, 'jax.Array', Mapping]	):







    def __init__(			self			:       int     ,					__UpperCamelCase			:       List[str]=None     ,					__UpperCamelCase			:       Optional[int]=None     ,					**__UpperCamelCase			:       int     )		->Tuple:






        '''simple docstring'''






        super().__init__(features=__UpperCamelCase     )
        import jax
        from jaxlib.xla_client import Device

        if isinstance(__UpperCamelCase     ,					__UpperCamelCase     ):
            raise ValueError(
                f"""Expected {device} to be a `str` not {type(__UpperCamelCase     )}, as `jaxlib.xla_extension.Device` """
                """is not serializable neither with `pickle` nor with `dill`. Instead you can surround """
                """the device with `str()` to get its string identifier that will be internally mapped """
                """to the actual `jaxlib.xla_extension.Device`."""     )
        _UpperCAmelCase          =   device if isinstance(__UpperCamelCase     ,					__UpperCamelCase     ) else str(jax.devices()[0]     )
        # using global variable since `jaxlib.xla_extension.Device` is not serializable neither
        # with `pickle` nor with `dill`, so we need to use a global variable instead
        global DEVICE_MAPPING
        if DEVICE_MAPPING is None:
            _UpperCAmelCase          =   self._map_devices_to_str()
        if self.device not in list(DEVICE_MAPPING.keys()     ):
            logger.warning(
                f"""Device with string identifier {self.device} not listed among the available """
                f"""devices: {list(DEVICE_MAPPING.keys()     )}, so falling back to the default """
                f"""device: {str(jax.devices()[0]     )}."""     )
            _UpperCAmelCase          =   str(jax.devices()[0]     )
        _UpperCAmelCase          =   jnp_array_kwargs







    @staticmethod
    def      _snake_case					(			)		->Dict[str, "jaxlib.xla_extension.Device"]:






        '''simple docstring'''






        import jax

        return {str(__UpperCamelCase     ): device for device in jax.devices()}







    def      _snake_case					(			self			:       Dict     ,					__UpperCamelCase			:       Any     )		->Union[str, Any]:






        '''simple docstring'''






        import jax
        import jax.numpy as jnp

        if isinstance(__UpperCamelCase     ,					__UpperCamelCase     ) and column:
            if all(
                isinstance(__UpperCamelCase     ,					jax.Array     ) and x.shape == column[0].shape and x.dtype == column[0].dtype for x in column     ):
                return jnp.stack(__UpperCamelCase     ,					axis=0     )
        return column







    def      _snake_case					(			self			:       List[str]     ,					__UpperCamelCase			:       Any     )		->Optional[int]:






        '''simple docstring'''






        import jax
        import jax.numpy as jnp

        if isinstance(__UpperCamelCase     ,					(str, bytes, type(__UpperCamelCase     ))     ):
            return value
        elif isinstance(__UpperCamelCase     ,					(np.character, np.ndarray)     ) and np.issubdtype(value.dtype     ,					np.character     ):
            return value.tolist()

        _UpperCAmelCase          =   {}

        if isinstance(__UpperCamelCase     ,					(np.number, np.ndarray)     ) and np.issubdtype(value.dtype     ,					np.integer     ):
            # the default int precision depends on the jax config
            # see https://jax.readthedocs.io/en/latest/notebooks/Common_Gotchas_in_JAX.html#double-64bit-precision
            if jax.config.jax_enable_xaa:
                _UpperCAmelCase          =   {"""dtype""": jnp.intaa}
            else:
                _UpperCAmelCase          =   {"""dtype""": jnp.intaa}
        elif isinstance(__UpperCamelCase     ,					(np.number, np.ndarray)     ) and np.issubdtype(value.dtype     ,					np.floating     ):
            _UpperCAmelCase          =   {"""dtype""": jnp.floataa}
        elif config.PIL_AVAILABLE and "PIL" in sys.modules:
            import PIL.Image

            if isinstance(__UpperCamelCase     ,					PIL.Image.Image     ):
                _UpperCAmelCase          =   np.asarray(__UpperCamelCase     )

        # using global variable since `jaxlib.xla_extension.Device` is not serializable neither
        # with `pickle` nor with `dill`, so we need to use a global variable instead
        global DEVICE_MAPPING
        if DEVICE_MAPPING is None:
            _UpperCAmelCase          =   self._map_devices_to_str()

        with jax.default_device(DEVICE_MAPPING[self.device]     ):
            # calling jnp.array on a np.ndarray does copy the data
            # see https://github.com/google/jax/issues/4486
            return jnp.array(__UpperCamelCase     ,					**{**default_dtype, **self.jnp_array_kwargs}     )







    def      _snake_case					(			self			:       Union[str, Any]     ,					__UpperCamelCase			:       List[str]     )		->Any:






        '''simple docstring'''






        import jax

        # support for torch, tf, jax etc.
        if config.TORCH_AVAILABLE and "torch" in sys.modules:
            import torch

            if isinstance(__UpperCamelCase     ,					torch.Tensor     ):
                return self._tensorize(data_struct.detach().cpu().numpy()[()]     )
        if hasattr(__UpperCamelCase     ,					"""__array__"""     ) and not isinstance(__UpperCamelCase     ,					jax.Array     ):
            _UpperCAmelCase          =   data_struct.__array__()
        # support for nested types like struct of list of struct
        if isinstance(__UpperCamelCase     ,					np.ndarray     ):
            if data_struct.dtype == object:  # jax arrays cannot be instantied from an array of objects
                return self._consolidate([self.recursive_tensorize(__UpperCamelCase     ) for substruct in data_struct]     )
        elif isinstance(__UpperCamelCase     ,					(list, tuple)     ):
            return self._consolidate([self.recursive_tensorize(__UpperCamelCase     ) for substruct in data_struct]     )
        return self._tensorize(__UpperCamelCase     )







    def      _snake_case					(			self			:       List[str]     ,					__UpperCamelCase			:       dict     )		->int:






        '''simple docstring'''






        return map_nested(self._recursive_tensorize     ,					__UpperCamelCase     ,					map_list=__UpperCamelCase     )







    def      _snake_case					(			self			:       Dict     ,					__UpperCamelCase			:       pa.Table     )		->Mapping:






        '''simple docstring'''






        _UpperCAmelCase          =   self.numpy_arrow_extractor().extract_row(__UpperCamelCase     )
        _UpperCAmelCase          =   self.python_features_decoder.decode_row(__UpperCamelCase     )
        return self.recursive_tensorize(__UpperCamelCase     )







    def      _snake_case					(			self			:       Optional[int]     ,					__UpperCamelCase			:       pa.Table     )		->"jax.Array":






        '''simple docstring'''






        _UpperCAmelCase          =   self.numpy_arrow_extractor().extract_column(__UpperCamelCase     )
        _UpperCAmelCase          =   self.python_features_decoder.decode_column(__UpperCamelCase     ,					pa_table.column_names[0]     )
        _UpperCAmelCase          =   self.recursive_tensorize(__UpperCamelCase     )
        _UpperCAmelCase          =   self._consolidate(__UpperCamelCase     )
        return column







    def      _snake_case					(			self			:       Optional[Any]     ,					__UpperCamelCase			:       pa.Table     )		->Mapping:






        '''simple docstring'''






        _UpperCAmelCase          =   self.numpy_arrow_extractor().extract_batch(__UpperCamelCase     )
        _UpperCAmelCase          =   self.python_features_decoder.decode_batch(__UpperCamelCase     )
        _UpperCAmelCase          =   self.recursive_tensorize(__UpperCamelCase     )
        for column_name in batch:
            _UpperCAmelCase          =   self._consolidate(batch[column_name]     )
        return batch