






import os
from pathlib import Path
from unittest.mock import patch

import pytest
import zstandard as zstd

from datasets.download.download_config import DownloadConfig
from datasets.utils.file_utils import (
    OfflineModeIsEnabled,
    cached_path,
    fsspec_get,
    fsspec_head,
    ftp_get,
    ftp_head,
    get_from_cache,
    http_get,
    http_head,
)


__A      =				'\\n    Text data.\n    Second line of data.'

__A      =				'file'




@pytest.fixture(scope='''session''' )
def      __A					(     _lowercase ):

					'''simple docstring'''







					_A								= tmp_path_factory.mktemp('''data''' ) / (FILE_PATH + '''.zstd''')
					_A								= bytes(_lowercase					,			'''utf-8''' )
					with zstd.open(_lowercase					,			'''wb''' ) as f:
										f.write(_lowercase )
					return path




@pytest.fixture
def      __A					(     _lowercase ):

					'''simple docstring'''







					with open(os.path.join(tmpfs.local_root_dir					,			_lowercase )					,			'''w''' ) as f:
										f.write(_lowercase )
					return FILE_PATH




@pytest.mark.parametrize('''compression_format'''					,			['''gzip''', '''xz''', '''zstd'''] )
def      __A					(     _lowercase					,			_lowercase					,			_lowercase					,			_lowercase					,			_lowercase					,			_lowercase ):

					'''simple docstring'''







					_A								= {'''gzip''': gz_file, '''xz''': xz_file, '''zstd''': zstd_path}
					_A								= input_paths[compression_format]
					_A								= tmp_path / '''cache'''
					_A								= DownloadConfig(cache_dir=_lowercase					,			extract_compressed_file=_lowercase )
					_A								= cached_path(_lowercase					,			download_config=_lowercase )
					with open(_lowercase ) as f:
										_A								= f.read()
					with open(_lowercase ) as f:
										_A								= f.read()
					assert extracted_file_content == expected_file_content




@pytest.mark.parametrize('''default_extracted'''					,			[True, False] )
@pytest.mark.parametrize('''default_cache_dir'''					,			[True, False] )
def      __A					(     _lowercase					,			_lowercase					,			_lowercase					,			_lowercase					,			_lowercase ):

					'''simple docstring'''







					_A								= '''custom_cache'''
					_A								= '''custom_extracted_dir'''
					_A								= tmp_path / '''custom_extracted_path'''
					if default_extracted:
										_A								= ('''downloads''' if default_cache_dir else custom_cache_dir, '''extracted''')
					else:
										monkeypatch.setattr('''datasets.config.EXTRACTED_DATASETS_DIR'''					,			_lowercase )
										monkeypatch.setattr('''datasets.config.EXTRACTED_DATASETS_PATH'''					,			str(_lowercase ) )
										_A								= custom_extracted_path.parts[-2:] if default_cache_dir else (custom_cache_dir, custom_extracted_dir)

					_A								= xz_file
					_A								= (
					    DownloadConfig(extract_compressed_file=_lowercase )
					    if default_cache_dir
					    else DownloadConfig(cache_dir=tmp_path / custom_cache_dir					,			extract_compressed_file=_lowercase )
					)
					_A								= cached_path(_lowercase					,			download_config=_lowercase )
					assert Path(_lowercase ).parent.parts[-2:] == expected




def      __A					(     _lowercase ):

					'''simple docstring'''







					_A								= str(Path(_lowercase ).resolve() )
					assert cached_path(_lowercase ) == text_file
					# relative path
					_A								= str(Path(_lowercase ).resolve().relative_to(Path(os.getcwd() ) ) )
					assert cached_path(_lowercase ) == text_file




def      __A					(     _lowercase ):

					'''simple docstring'''







					_A								= str(tmp_path.resolve() / '''__missing_file__.txt''' )
					with pytest.raises(_lowercase ):
										cached_path(_lowercase )
					# relative path
					_A								= '''./__missing_file__.txt'''
					with pytest.raises(_lowercase ):
										cached_path(_lowercase )




def      __A					(     _lowercase ):

					'''simple docstring'''







					_A								= get_from_cache(f"""tmp://{tmpfs_file}""" )
					with open(_lowercase ) as f:
										_A								= f.read()
					assert output_file_content == FILE_CONTENT




@patch('''datasets.config.HF_DATASETS_OFFLINE'''					,			_lowercase )
def      __A					(     ):

					'''simple docstring'''







					with pytest.raises(_lowercase ):
										cached_path('''https://huggingface.co''' )




@patch('''datasets.config.HF_DATASETS_OFFLINE'''					,			_lowercase )
def      __A					(     _lowercase ):

					'''simple docstring'''







					_A								= tmp_path_factory.mktemp('''data''' ) / '''file.html'''
					with pytest.raises(_lowercase ):
										http_get('''https://huggingface.co'''					,			temp_file=_lowercase )
					with pytest.raises(_lowercase ):
										http_head('''https://huggingface.co''' )




@patch('''datasets.config.HF_DATASETS_OFFLINE'''					,			_lowercase )
def      __A					(     _lowercase ):

					'''simple docstring'''







					_A								= tmp_path_factory.mktemp('''data''' ) / '''file.html'''
					with pytest.raises(_lowercase ):
										ftp_get('''ftp://huggingface.co'''					,			temp_file=_lowercase )
					with pytest.raises(_lowercase ):
										ftp_head('''ftp://huggingface.co''' )




@patch('''datasets.config.HF_DATASETS_OFFLINE'''					,			_lowercase )
def      __A					(     _lowercase ):

					'''simple docstring'''







					_A								= tmp_path_factory.mktemp('''data''' ) / '''file.html'''
					with pytest.raises(_lowercase ):
										fsspec_get('''s3://huggingface.co'''					,			temp_file=_lowercase )
					with pytest.raises(_lowercase ):
										fsspec_head('''s3://huggingface.co''' )











from __future__ import annotations




def      __A					(     _lowercase					,			_lowercase					,			_lowercase					,			_lowercase ):  # noqa: E741

					'''simple docstring'''







					while r - l > 1:
										_A								= (l + r) // 2
										if v[m] >= key:
															_A								= m
										else:
															_A								= m  # noqa: E741
					return r




def      __A					(     _lowercase ):

					'''simple docstring'''







					if len(_lowercase ) == 0:
										return 0

					_A								= [0] * len(_lowercase )
					_A								= 1

					_A								= v[0]

					for i in range(1					,			len(_lowercase ) ):
										if v[i] < tail[0]:
															_A								= v[i]
										elif v[i] > tail[length - 1]:
															_A								= v[i]
															length += 1
										else:
															_A								= v[i]

					return length


if __name__ == "__main__":
				import doctest

				doctest.testmod()



