




from __future__ import annotations

from typing import Generic, TypeVar

lowerCAmelCase_					    = TypeVar("""T""")






class  _lowerCAmelCase     (  Generic[T]	):

      def __init__(   self      ,				__UpperCAmelCase		):
        lowerCAmelCase__				:  Tuple		       =     data
        lowerCAmelCase__				:  int		       =     self
        lowerCAmelCase__				:  Dict		       =     0






class  _lowerCAmelCase     (  Generic[T]	):

      def __init__(   self		):
        # map from node name to the node object
        lowerCAmelCase__				:  dict[T, DisjointSetTreeNode[T]]		       =     {}

      def 	__magic_name__(   self      ,				__UpperCAmelCase		):
        # create a new set with x as its member
        lowerCAmelCase__				:  Union[str, Any]		       =     DisjointSetTreeNode(__UpperCAmelCase		)

      def 	__magic_name__(   self      ,				__UpperCAmelCase		):
        # find the set x belongs to (with path-compression)
        lowerCAmelCase__				:  str		       =     self.map[data]
        if elem_ref != elem_ref.parent:
          lowerCAmelCase__				:  Optional[Any]		       =     self.find_set(elem_ref.parent.data		)
        return elem_ref.parent

      def 	__magic_name__(   self      ,				__UpperCAmelCase      ,				__UpperCAmelCase		):
        # helper function for union operation
        if nodea.rank > nodea.rank:
          lowerCAmelCase__				:  Optional[Any]		       =     nodea
        else:
          lowerCAmelCase__				:  List[str]		       =     nodea
          if nodea.rank == nodea.rank:
            nodea.rank += 1







      def 	__magic_name__(   self      ,				__UpperCAmelCase      ,				__UpperCAmelCase		):
        # merge 2 disjoint sets
        self.link(self.find_set(__UpperCAmelCase		)      ,				self.find_set(__UpperCAmelCase		)		)






class  _lowerCAmelCase     (  Generic[T]	):

      def __init__(   self		):
        # connections: map from the node to the neighbouring nodes (with weights)
        lowerCAmelCase__				:  dict[T, dict[T, int]]		       =     {}

      def 	__magic_name__(   self      ,				__UpperCAmelCase		):
        # add a node ONLY if its not present in the graph
        if node not in self.connections:
          lowerCAmelCase__				:  Any		       =     {}

      def 	__magic_name__(   self      ,				__UpperCAmelCase      ,				__UpperCAmelCase      ,				__UpperCAmelCase		):
        # add an edge with the given weight
        self.add_node(__UpperCAmelCase		)
        self.add_node(__UpperCAmelCase		)
        lowerCAmelCase__				:  List[str]		       =     weight
        lowerCAmelCase__				:  Any		       =     weight







      def 	__magic_name__(   self		):
        lowerCAmelCase__				:  Union[str, Any]		       =     []
        lowerCAmelCase__				:  List[str]		       =     set()
        for start in self.connections:
          for end in self.connections[start]:
            if (start, end) not in seen:
              seen.add((end, start)		)
              edges.append((start, end, self.connections[start][end])		)
        edges.sort(key=lambda __UpperCAmelCase		: x[2]		)

        # creating the disjoint set
        lowerCAmelCase__				:  Any		       =     DisjointSetTree[T]()
        for node in self.connections:
          disjoint_set.make_set(__UpperCAmelCase		)

        # MST generation
        lowerCAmelCase__				:  Any		       =     0
        lowerCAmelCase__				:  Dict		       =     0
        lowerCAmelCase__				:  str		       =     GraphUndirectedWeighted[T]()
        while num_edges < len(self.connections		) - 1:
          lowerCAmelCase__       ,			lowerCAmelCase__       ,			lowerCAmelCase__				:  int		       =     edges[index]
          index += 1
          lowerCAmelCase__				:  Union[str, Any]		       =     disjoint_set.find_set(__UpperCAmelCase		)
          lowerCAmelCase__				:  List[str]		       =     disjoint_set.find_set(__UpperCAmelCase		)
          if parent_u != parent_v:
            num_edges += 1
            graph.add_edge(__UpperCAmelCase      ,				__UpperCAmelCase      ,				__UpperCAmelCase		)
            disjoint_set.union(__UpperCAmelCase      ,				__UpperCAmelCase		)
        return graph







import contextlib
import csv
import json
import os
import sqlitea
import tarfile
import textwrap
import zipfile

import pyarrow as pa
import pyarrow.parquet as pq
import pytest

import datasets
import datasets.config



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					)     ->	Optional[Any]:
  lowerCAmelCase__				:  List[str]		       =     10
  lowerCAmelCase__				:  Optional[Any]		       =     datasets.Features(
      {
          '''tokens''': datasets.Sequence(datasets.Value('''string'''      )      ),
          '''labels''': datasets.Sequence(datasets.ClassLabel(names=['''negative''', '''positive''']      )      ),
          '''answers''': datasets.Sequence(
              {
                  '''text''': datasets.Value('''string'''      ),
                  '''answer_start''': datasets.Value('''int32'''      ),
              }      ),
          '''id''': datasets.Value('''int64'''      ),
      }      )
  lowerCAmelCase__				:  List[Any]		       =     datasets.Dataset.from_dict(
      {
          '''tokens''': [['''foo'''] * 5] * n,
          '''labels''': [[1] * 5] * n,
          '''answers''': [{'''answer_start''': [97], '''text''': ['''1976''']}] * 10,
          '''id''': list(range(UpperCamelCase      )      ),
      }	,      features=UpperCamelCase	,      )
  return dataset



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase      )     ->	List[Any]:
  lowerCAmelCase__				:  str		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''file.arrow'''      )
  dataset.map(cache_file_name=UpperCamelCase      )
  return filename


# FILE_CONTENT + files


lowerCAmelCase_					    = """\
    Text data.
    Second line of data."""



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	Optional[int]:
  lowerCAmelCase__				:  Union[str, Any]		       =     tmp_path_factory.mktemp('''data'''      ) / '''file.txt'''
  lowerCAmelCase__				:  int		       =     FILE_CONTENT
  with open(UpperCamelCase	,      '''w'''      ) as f:
    f.write(UpperCamelCase      )
  return filename



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	Optional[Any]:
  import bza

  lowerCAmelCase__				:  List[Any]		       =     tmp_path_factory.mktemp('''data'''      ) / '''file.txt.bz2'''
  lowerCAmelCase__				:  Optional[Any]		       =     bytes(UpperCamelCase	,      '''utf-8'''      )
  with bza.open(UpperCamelCase	,      '''wb'''      ) as f:
    f.write(UpperCamelCase      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	List[Any]:
  import gzip

  lowerCAmelCase__				:  List[str]		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''file.txt.gz'''      )
  lowerCAmelCase__				:  Any		       =     bytes(UpperCamelCase	,      '''utf-8'''      )
  with gzip.open(UpperCamelCase	,      '''wb'''      ) as f:
    f.write(UpperCamelCase      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	Tuple:
  if datasets.config.LZ4_AVAILABLE:
    import lza.frame

    lowerCAmelCase__				:  Union[str, Any]		       =     tmp_path_factory.mktemp('''data'''      ) / '''file.txt.lz4'''
    lowerCAmelCase__				:  Tuple		       =     bytes(UpperCamelCase	,      '''utf-8'''      )
    with lza.frame.open(UpperCamelCase	,      '''wb'''      ) as f:
      f.write(UpperCamelCase      )
    return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase      )     ->	Optional[Any]:
  if datasets.config.PY7ZR_AVAILABLE:
    import pyazr

    lowerCAmelCase__				:  int		       =     tmp_path_factory.mktemp('''data'''      ) / '''file.txt.7z'''
    with pyazr.SevenZipFile(UpperCamelCase	,      '''w'''      ) as archive:
      archive.write(UpperCamelCase	,      arcname=os.path.basename(UpperCamelCase      )      )
    return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase      )     ->	Union[str, Any]:
  import tarfile

  lowerCAmelCase__				:  List[str]		       =     tmp_path_factory.mktemp('''data'''      ) / '''file.txt.tar'''
  with tarfile.TarFile(UpperCamelCase	,      '''w'''      ) as f:
    f.add(UpperCamelCase	,      arcname=os.path.basename(UpperCamelCase      )      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	Optional[int]:
  import lzma

  lowerCAmelCase__				:  Union[str, Any]		       =     tmp_path_factory.mktemp('''data'''      ) / '''file.txt.xz'''
  lowerCAmelCase__				:  str		       =     bytes(UpperCamelCase	,      '''utf-8'''      )
  with lzma.open(UpperCamelCase	,      '''wb'''      ) as f:
    f.write(UpperCamelCase      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase      )     ->	Any:
  import zipfile

  lowerCAmelCase__				:  Optional[int]		       =     tmp_path_factory.mktemp('''data'''      ) / '''file.txt.zip'''
  with zipfile.ZipFile(UpperCamelCase	,      '''w'''      ) as f:
    f.write(UpperCamelCase	,      arcname=os.path.basename(UpperCamelCase      )      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	List[str]:
  if datasets.config.ZSTANDARD_AVAILABLE:
    import zstandard as zstd

    lowerCAmelCase__				:  Tuple		       =     tmp_path_factory.mktemp('''data'''      ) / '''file.txt.zst'''
    lowerCAmelCase__				:  int		       =     bytes(UpperCamelCase	,      '''utf-8'''      )
    with zstd.open(UpperCamelCase	,      '''wb'''      ) as f:
      f.write(UpperCamelCase      )
    return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	Dict:
  lowerCAmelCase__				:  Optional[int]		       =     tmp_path_factory.mktemp('''data'''      ) / '''file.xml'''
  lowerCAmelCase__				:  Tuple		       =     textwrap.dedent(
      '''\
    <?xml version="1.0" encoding="UTF-8" ?>
    <tmx version="1.4">
      <header segtype="sentence" srclang="ca" />
      <body>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 1</seg></tuv>
          <tuv xml:lang="en"><seg>Content 1</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 2</seg></tuv>
          <tuv xml:lang="en"><seg>Content 2</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 3</seg></tuv>
          <tuv xml:lang="en"><seg>Content 3</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 4</seg></tuv>
          <tuv xml:lang="en"><seg>Content 4</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 5</seg></tuv>
          <tuv xml:lang="en"><seg>Content 5</seg></tuv>
        </tu>
      </body>
    </tmx>'''      )
  with open(UpperCamelCase	,      '''w'''      ) as f:
    f.write(UpperCamelCase      )
  return filename


lowerCAmelCase_					    = [
    {"""col_1""": """0""", """col_2""": 0, """col_3""": 0.0},
    {"""col_1""": """1""", """col_2""": 1, """col_3""": 1.0},
    {"""col_1""": """2""", """col_2""": 2, """col_3""": 2.0},
    {"""col_1""": """3""", """col_2""": 3, """col_3""": 3.0},
]
lowerCAmelCase_					    = [
    {"""col_1""": """4""", """col_2""": 4, """col_3""": 4.0},
    {"""col_1""": """5""", """col_2""": 5, """col_3""": 5.0},
]
lowerCAmelCase_					    = {
    """col_1""": ["""0""", """1""", """2""", """3"""],
    """col_2""": [0, 1, 2, 3],
    """col_3""": [0.0, 1.0, 2.0, 3.0],
}

lowerCAmelCase_					    = [
    {"""col_3""": 0.0, """col_1""": """0""", """col_2""": 0},
    {"""col_3""": 1.0, """col_1""": """1""", """col_2""": 1},
]

lowerCAmelCase_					    = [
    {"""col_1""": """s0""", """col_2""": 0, """col_3""": 0.0},
    {"""col_1""": """s1""", """col_2""": 1, """col_3""": 1.0},
    {"""col_1""": """s2""", """col_2""": 2, """col_3""": 2.0},
    {"""col_1""": """s3""", """col_2""": 3, """col_3""": 3.0},
]



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					)     ->	Tuple:
  return DATA_DICT_OF_LISTS



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	Any:
  lowerCAmelCase__				:  str		       =     datasets.Dataset.from_dict(UpperCamelCase      )
  lowerCAmelCase__				:  List[str]		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''dataset.arrow'''      )
  dataset.map(cache_file_name=UpperCamelCase      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	Any:
  lowerCAmelCase__				:  List[str]		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''dataset.sqlite'''      )
  with contextlib.closing(sqlitea.connect(UpperCamelCase      )      ) as con:
    lowerCAmelCase__				:  int		       =     con.cursor()
    cur.execute('''CREATE TABLE dataset(col_1 text, col_2 int, col_3 real)'''      )
    for item in DATA:
      cur.execute('''INSERT INTO dataset(col_1, col_2, col_3) VALUES (?, ?, ?)'''	,      tuple(item.values()      )      )
    con.commit()
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	int:
  lowerCAmelCase__				:  List[str]		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''dataset.csv'''      )
  with open(UpperCamelCase	,      '''w'''	,      newline=''''''      ) as f:
    lowerCAmelCase__				:  List[str]		       =     csv.DictWriter(UpperCamelCase	,      fieldnames=['''col_1''', '''col_2''', '''col_3''']      )
    writer.writeheader()
    for item in DATA:
      writer.writerow(UpperCamelCase      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	List[Any]:
  lowerCAmelCase__				:  Dict		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''dataset2.csv'''      )
  with open(UpperCamelCase	,      '''w'''	,      newline=''''''      ) as f:
    lowerCAmelCase__				:  Tuple		       =     csv.DictWriter(UpperCamelCase	,      fieldnames=['''col_1''', '''col_2''', '''col_3''']      )
    writer.writeheader()
    for item in DATA:
      writer.writerow(UpperCamelCase      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase      )     ->	List[str]:
  import bza

  lowerCAmelCase__				:  Optional[int]		       =     tmp_path_factory.mktemp('''data'''      ) / '''dataset.csv.bz2'''
  with open(UpperCamelCase	,      '''rb'''      ) as f:
    lowerCAmelCase__				:  List[str]		       =     f.read()
  # data = bytes(FILE_CONTENT, "utf-8")
  with bza.open(UpperCamelCase	,      '''wb'''      ) as f:
    f.write(UpperCamelCase      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase	,      UpperCamelCase      )     ->	Tuple:
  lowerCAmelCase__				:  Optional[int]		       =     tmp_path_factory.mktemp('''data'''      ) / '''dataset.csv.zip'''
  with zipfile.ZipFile(UpperCamelCase	,      '''w'''      ) as f:
    f.write(UpperCamelCase	,      arcname=os.path.basename(UpperCamelCase      )      )
    f.write(UpperCamelCase	,      arcname=os.path.basename(UpperCamelCase      )      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase	,      UpperCamelCase      )     ->	Tuple:
  lowerCAmelCase__				:  Union[str, Any]		       =     tmp_path_factory.mktemp('''data'''      ) / '''dataset.csv.zip'''
  with zipfile.ZipFile(UpperCamelCase	,      '''w'''      ) as f:
    f.write(UpperCamelCase	,      arcname=os.path.basename(csv_path.replace('''.csv'''	,      '''.CSV'''      )      )      )
    f.write(UpperCamelCase	,      arcname=os.path.basename(csva_path.replace('''.csv'''	,      '''.CSV'''      )      )      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase	,      UpperCamelCase      )     ->	str:
  lowerCAmelCase__				:  Union[str, Any]		       =     tmp_path_factory.mktemp('''data'''      ) / '''dataset_with_dir.csv.zip'''
  with zipfile.ZipFile(UpperCamelCase	,      '''w'''      ) as f:
    f.write(UpperCamelCase	,      arcname=os.path.join('''main_dir'''	,      os.path.basename(UpperCamelCase      )      )      )
    f.write(UpperCamelCase	,      arcname=os.path.join('''main_dir'''	,      os.path.basename(UpperCamelCase      )      )      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	Dict:
  lowerCAmelCase__				:  str		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''dataset.parquet'''      )
  lowerCAmelCase__				:  List[Any]		       =     pa.schema(
      {
          '''col_1''': pa.string(),
          '''col_2''': pa.intaa(),
          '''col_3''': pa.floataa(),
      }      )
  with open(UpperCamelCase	,      '''wb'''      ) as f:
    lowerCAmelCase__				:  str		       =     pq.ParquetWriter(UpperCamelCase	,      schema=UpperCamelCase      )
    lowerCAmelCase__				:  List[Any]		       =     pa.Table.from_pydict({k: [DATA[i][k] for i in range(len(UpperCamelCase      )      )] for k in DATA[0]}	,      schema=UpperCamelCase      )
    writer.write_table(UpperCamelCase      )
    writer.close()
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	Dict:
  lowerCAmelCase__				:  List[Any]		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''dataset.json'''      )
  lowerCAmelCase__				:  List[str]		       =     {'''data''': DATA}
  with open(UpperCamelCase	,      '''w'''      ) as f:
    json.dump(UpperCamelCase	,      UpperCamelCase      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	Tuple:
  lowerCAmelCase__				:  Tuple		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''dataset.json'''      )
  lowerCAmelCase__				:  Optional[Any]		       =     {'''data''': DATA_DICT_OF_LISTS}
  with open(UpperCamelCase	,      '''w'''      ) as f:
    json.dump(UpperCamelCase	,      UpperCamelCase      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	int:
  lowerCAmelCase__				:  Union[str, Any]		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''dataset.jsonl'''      )
  with open(UpperCamelCase	,      '''w'''      ) as f:
    for item in DATA:
      f.write(json.dumps(UpperCamelCase      ) + '''\n'''      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	str:
  lowerCAmelCase__				:  Optional[int]		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''dataset2.jsonl'''      )
  with open(UpperCamelCase	,      '''w'''      ) as f:
    for item in DATA:
      f.write(json.dumps(UpperCamelCase      ) + '''\n'''      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	Optional[Any]:
  lowerCAmelCase__				:  Dict		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''dataset_312.jsonl'''      )
  with open(UpperCamelCase	,      '''w'''      ) as f:
    for item in DATA_312:
      f.write(json.dumps(UpperCamelCase      ) + '''\n'''      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	List[Any]:
  lowerCAmelCase__				:  Optional[int]		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''dataset-str.jsonl'''      )
  with open(UpperCamelCase	,      '''w'''      ) as f:
    for item in DATA_STR:
      f.write(json.dumps(UpperCamelCase      ) + '''\n'''      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase      )     ->	int:
  import gzip

  lowerCAmelCase__				:  Dict		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''dataset.txt.gz'''      )
  with open(UpperCamelCase	,      '''rb'''      ) as orig_file:
    with gzip.open(UpperCamelCase	,      '''wb'''      ) as zipped_file:
      zipped_file.writelines(UpperCamelCase      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase      )     ->	List[Any]:
  import gzip

  lowerCAmelCase__				:  int		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''dataset.jsonl.gz'''      )
  with open(UpperCamelCase	,      '''rb'''      ) as orig_file:
    with gzip.open(UpperCamelCase	,      '''wb'''      ) as zipped_file:
      zipped_file.writelines(UpperCamelCase      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase	,      UpperCamelCase      )     ->	Union[str, Any]:
  lowerCAmelCase__				:  str		       =     tmp_path_factory.mktemp('''data'''      ) / '''dataset.jsonl.zip'''
  with zipfile.ZipFile(UpperCamelCase	,      '''w'''      ) as f:
    f.write(UpperCamelCase	,      arcname=os.path.basename(UpperCamelCase      )      )
    f.write(UpperCamelCase	,      arcname=os.path.basename(UpperCamelCase      )      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase	,      UpperCamelCase	,      UpperCamelCase      )     ->	Optional[int]:
  lowerCAmelCase__				:  List[Any]		       =     tmp_path_factory.mktemp('''data'''      ) / '''dataset_nested.jsonl.zip'''
  with zipfile.ZipFile(UpperCamelCase	,      '''w'''      ) as f:
    f.write(UpperCamelCase	,      arcname=os.path.join('''nested'''	,      os.path.basename(UpperCamelCase      )      )      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase	,      UpperCamelCase      )     ->	Optional[Any]:
  lowerCAmelCase__				:  Tuple		       =     tmp_path_factory.mktemp('''data'''      ) / '''dataset_with_dir.jsonl.zip'''
  with zipfile.ZipFile(UpperCamelCase	,      '''w'''      ) as f:
    f.write(UpperCamelCase	,      arcname=os.path.join('''main_dir'''	,      os.path.basename(UpperCamelCase      )      )      )
    f.write(UpperCamelCase	,      arcname=os.path.join('''main_dir'''	,      os.path.basename(UpperCamelCase      )      )      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase	,      UpperCamelCase      )     ->	int:
  lowerCAmelCase__				:  Optional[Any]		       =     tmp_path_factory.mktemp('''data'''      ) / '''dataset.jsonl.tar'''
  with tarfile.TarFile(UpperCamelCase	,      '''w'''      ) as f:
    f.add(UpperCamelCase	,      arcname=os.path.basename(UpperCamelCase      )      )
    f.add(UpperCamelCase	,      arcname=os.path.basename(UpperCamelCase      )      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase	,      UpperCamelCase	,      UpperCamelCase      )     ->	Optional[int]:
  lowerCAmelCase__				:  Union[str, Any]		       =     tmp_path_factory.mktemp('''data'''      ) / '''dataset_nested.jsonl.tar'''
  with tarfile.TarFile(UpperCamelCase	,      '''w'''      ) as f:
    f.add(UpperCamelCase	,      arcname=os.path.join('''nested'''	,      os.path.basename(UpperCamelCase      )      )      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	Optional[Any]:
  lowerCAmelCase__				:  Dict		       =     ['''0''', '''1''', '''2''', '''3''']
  lowerCAmelCase__				:  Any		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''dataset.txt'''      )
  with open(UpperCamelCase	,      '''w'''      ) as f:
    for item in data:
      f.write(item + '''\n'''      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	Any:
  lowerCAmelCase__				:  int		       =     ['''0''', '''1''', '''2''', '''3''']
  lowerCAmelCase__				:  int		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''dataset2.txt'''      )
  with open(UpperCamelCase	,      '''w'''      ) as f:
    for item in data:
      f.write(item + '''\n'''      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	Optional[int]:
  lowerCAmelCase__				:  Optional[Any]		       =     ['''0''', '''1''', '''2''', '''3''']
  lowerCAmelCase__				:  str		       =     tmp_path_factory.mktemp('''data'''      ) / '''dataset.abc'''
  with open(UpperCamelCase	,      '''w'''      ) as f:
    for item in data:
      f.write(item + '''\n'''      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase	,      UpperCamelCase      )     ->	Any:
  lowerCAmelCase__				:  Optional[int]		       =     tmp_path_factory.mktemp('''data'''      ) / '''dataset.text.zip'''
  with zipfile.ZipFile(UpperCamelCase	,      '''w'''      ) as f:
    f.write(UpperCamelCase	,      arcname=os.path.basename(UpperCamelCase      )      )
    f.write(UpperCamelCase	,      arcname=os.path.basename(UpperCamelCase      )      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase	,      UpperCamelCase      )     ->	Union[str, Any]:
  lowerCAmelCase__				:  Any		       =     tmp_path_factory.mktemp('''data'''      ) / '''dataset_with_dir.text.zip'''
  with zipfile.ZipFile(UpperCamelCase	,      '''w'''      ) as f:
    f.write(UpperCamelCase	,      arcname=os.path.join('''main_dir'''	,      os.path.basename(UpperCamelCase      )      )      )
    f.write(UpperCamelCase	,      arcname=os.path.join('''main_dir'''	,      os.path.basename(UpperCamelCase      )      )      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase	,      UpperCamelCase      )     ->	int:
  lowerCAmelCase__				:  str		       =     tmp_path_factory.mktemp('''data'''      ) / '''dataset.ext.zip'''
  with zipfile.ZipFile(UpperCamelCase	,      '''w'''      ) as f:
    f.write(UpperCamelCase	,      arcname=os.path.basename('''unsupported.ext'''      )      )
    f.write(UpperCamelCase	,      arcname=os.path.basename('''unsupported_2.ext'''      )      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	Dict:
  lowerCAmelCase__				:  List[Any]		       =     '''\n'''.join(['''First''', '''Second\u2029with Unicode new line''', '''Third''']      )
  lowerCAmelCase__				:  Union[str, Any]		       =     str(tmp_path_factory.mktemp('''data'''      ) / '''dataset_with_unicode_new_lines.txt'''      )
  with open(UpperCamelCase	,      '''w'''	,      encoding='''utf-8'''      ) as f:
    f.write(UpperCamelCase      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					)     ->	Optional[int]:
  return os.path.join('''tests'''	,      '''features'''	,      '''data'''	,      '''test_image_rgb.jpg'''      )



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					)     ->	Optional[Any]:
  return os.path.join('''tests'''	,      '''features'''	,      '''data'''	,      '''test_audio_44100.wav'''      )



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase	,      UpperCamelCase      )     ->	Union[str, Any]:
  lowerCAmelCase__				:  Tuple		       =     tmp_path_factory.mktemp('''data'''      ) / '''dataset.img.zip'''
  with zipfile.ZipFile(UpperCamelCase	,      '''w'''      ) as f:
    f.write(UpperCamelCase	,      arcname=os.path.basename(UpperCamelCase      )      )
    f.write(UpperCamelCase	,      arcname=os.path.basename(UpperCamelCase      ).replace('''.jpg'''	,      '''2.jpg'''      )      )
  return path



@pytest.fixture(scope='''session'''      )
def      __lowerCAmelCase			(					UpperCamelCase      )     ->	Dict:
  lowerCAmelCase__				:  Optional[Any]		       =     tmp_path_factory.mktemp('''data_dir'''      )

  (data_dir / "subdir").mkdir()
  with open(data_dir / '''subdir''' / '''train.txt'''	,      '''w'''      ) as f:
    f.write('''foo\n''' * 10      )
  with open(data_dir / '''subdir''' / '''test.txt'''	,      '''w'''      ) as f:
    f.write('''bar\n''' * 10      )
  # hidden file
  with open(data_dir / '''subdir''' / '''.test.txt'''	,      '''w'''      ) as f:
    f.write('''bar\n''' * 10      )

  # hidden directory
  (data_dir / ".subdir").mkdir()
  with open(data_dir / '''.subdir''' / '''train.txt'''	,      '''w'''      ) as f:
    f.write('''foo\n''' * 10      )
  with open(data_dir / '''.subdir''' / '''test.txt'''	,      '''w'''      ) as f:
    f.write('''bar\n''' * 10      )

  return data_dir

