"""simple docstring"""







from typing import Dict

from .base import GenericTensor, Pipeline







class  UpperCamelCase	(    lowercase_						):
   def     _UpperCAmelCase     (    self  ,__UpperCamelCase=None  ,__UpperCamelCase=None  ,__UpperCamelCase=None  ,**__UpperCamelCase    )			->   str:


        '''simple docstring'''


        if tokenize_kwargs is None:
             lowercase_			:       List[Any]									=			{}

        if truncation is not None:
             if "truncation" in tokenize_kwargs:
                  raise ValueError(
                      'truncation parameter defined twice (given as keyword argument as well as in tokenize_kwargs)'    )
             lowercase_			:       Optional[Any]									=			truncation

        lowercase_			:       List[str]									=			tokenize_kwargs

        lowercase_			:       int									=			{}
        if return_tensors is not None:
             lowercase_			:       Dict									=			return_tensors

        return preprocess_params, {}, postprocess_params
   def     _UpperCAmelCase     (    self  ,__UpperCamelCase  ,**__UpperCamelCase    )			->   Dict[str, GenericTensor]:


        '''simple docstring'''


        lowercase_			:       List[Any]									=			self.framework
        lowercase_			:       Dict									=			self.tokenizer(__UpperCamelCase  ,return_tensors=__UpperCamelCase  ,**__UpperCamelCase    )
        return model_inputs
   def     _UpperCAmelCase     (    self  ,__UpperCamelCase    )			->   str:


        '''simple docstring'''


        lowercase_			:       List[str]									=			self.model(**__UpperCamelCase    )
        return model_outputs
   def     _UpperCAmelCase     (    self  ,__UpperCamelCase  ,__UpperCamelCase=False    )			->   List[Any]:


        '''simple docstring'''


        if return_tensors:
             return model_outputs[0]
        if self.framework == "pt":
             return model_outputs[0].tolist()
        elif self.framework == "tf":
             return model_outputs[0].numpy().tolist()







   def __call__(    self  ,*__UpperCamelCase  ,**__UpperCamelCase    )			->   List[str]:


        '''simple docstring'''


        return super().__call__(*__UpperCamelCase  ,**__UpperCamelCase    )


"""simple docstring"""







# Lint as: python3
# pylint: enable=line-too-long
# pylint: disable=g-import-not-at-top,g-bad-import-order,wrong-import-position

__SCREAMING_SNAKE_CASE								="2.13.1"

import platform

import pyarrow
from packaging import version


if version.parse(platform.python_version()) < version.parse("3.7"):
       raise ImportWarning(
           "To use `datasets`, Python>=3.7 is required, and the current version of Python doesn't match this condition."
       )

if version.parse(pyarrow.__version__).major < 8:
       raise ImportWarning(
           "To use `datasets`, the module `pyarrow>=8.0.0` is required, and the current version of `pyarrow` doesn't match this condition.\n"
           "If you are running this in a Google Colab, you should probably just restart the runtime to use the right version of `pyarrow`."
       )

del platform
del pyarrow
del version

from .arrow_dataset import Dataset
from .arrow_reader import ReadInstruction
from .builder import ArrowBasedBuilder, BeamBasedBuilder, BuilderConfig, DatasetBuilder, GeneratorBasedBuilder
from .combine import concatenate_datasets, interleave_datasets
from .dataset_dict import DatasetDict, IterableDatasetDict
from .download import *
from .features import *
from .fingerprint import disable_caching, enable_caching, is_caching_enabled, set_caching_enabled
from .info import DatasetInfo, MetricInfo
from .inspect import (
    get_dataset_config_info,
    get_dataset_config_names,
    get_dataset_infos,
    get_dataset_split_names,
    inspect_dataset,
    inspect_metric,
    list_datasets,
    list_metrics,
)
from .iterable_dataset import IterableDataset
from .load import load_dataset, load_dataset_builder, load_from_disk, load_metric
from .metric import Metric
from .splits import (
    NamedSplit,
    NamedSplitAll,
    Split,
    SplitBase,
    SplitDict,
    SplitGenerator,
    SplitInfo,
    SubSplitInfo,
    percent,
)
from .tasks import *
from .utils import *
from .utils import logging


# deprecated modules
from datasets import arrow_dataset as _arrow_dataset  # isort:skip
from datasets import utils as _utils  # isort:skip
from datasets.utils import download_manager as _deprecated_download_manager  # isort:skip

__SCREAMING_SNAKE_CASE								=concatenate_datasets
__SCREAMING_SNAKE_CASE								=DownloadConfig
__SCREAMING_SNAKE_CASE								=DownloadManager
__SCREAMING_SNAKE_CASE								=DownloadMode
__SCREAMING_SNAKE_CASE								=DownloadConfig
__SCREAMING_SNAKE_CASE								=DownloadMode
__SCREAMING_SNAKE_CASE								=DownloadManager

del _arrow_dataset, _utils, _deprecated_download_manager

