






"""simple docstring"""







import os
import zipfile

import pytest

from datasets.utils.extract import (
    BzipaExtractor,
    Extractor,
    GzipExtractor,
    LzaExtractor,
    SevenZipExtractor,
    TarExtractor,
    XzExtractor,
    ZipExtractor,
    ZstdExtractor,
)

from .utils import require_lza, require_pyazr, require_zstandard

@pytest.mark.parametrize(
    """compression_format, is_archive"""				,	[
        ("""7z""", True),
        ("""bz2""", False),
        ("""gzip""", False),
        ("""lz4""", False),
        ("""tar""", True),
        ("""xz""", False),
        ("""zip""", True),
        ("""zstd""", False),
    ]				,	)
def _a			(		_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	):







      """simple docstring"""






      UpperCAmelCase          =	{
          """7z""": (seven_zip_file, SevenZipExtractor),
          """bz2""": (bza_file, BzipaExtractor),
          """gzip""": (gz_file, GzipExtractor),
          """lz4""": (lza_file, LzaExtractor),
          """tar""": (tar_file, TarExtractor),
          """xz""": (xz_file, XzExtractor),
          """zip""": (zip_file, ZipExtractor),
          """zstd""": (zstd_file, ZstdExtractor),
      }
      UpperCAmelCase      , UpperCAmelCase          =	input_paths_and_base_extractors[compression_format]
      if input_path is None:
            UpperCAmelCase          =	F'''for \'{compression_format}\' compression_format, '''
            if compression_format == "7z":
                  reason += require_pyazr.kwargs["reason"]
            elif compression_format == "lz4":
                  reason += require_lza.kwargs["reason"]
            elif compression_format == "zstd":
                  reason += require_zstandard.kwargs["reason"]
            pytest.skip(_snake_case							)
      assert base_extractor.is_extractable(_snake_case							)
      UpperCAmelCase          =	tmp_path / ("""extracted""" if is_archive else """extracted.txt""")
      base_extractor.extract(_snake_case				,	_snake_case							)
      if is_archive:
            assert output_path.is_dir()
            for file_path in output_path.iterdir():
                  assert file_path.name == text_file.name
                  UpperCAmelCase          =	file_path.read_text(encoding="""utf-8"""							)
      else:
            UpperCAmelCase          =	output_path.read_text(encoding="""utf-8"""							)
      UpperCAmelCase          =	text_file.read_text(encoding="""utf-8"""							)
      assert extracted_file_content == expected_file_content

@pytest.mark.parametrize(
    """compression_format, is_archive"""				,	[
        ("""7z""", True),
        ("""bz2""", False),
        ("""gzip""", False),
        ("""lz4""", False),
        ("""tar""", True),
        ("""xz""", False),
        ("""zip""", True),
        ("""zstd""", False),
    ]				,	)
def _a			(		_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	):







      """simple docstring"""






      UpperCAmelCase          =	{
          """7z""": seven_zip_file,
          """bz2""": bza_file,
          """gzip""": gz_file,
          """lz4""": lza_file,
          """tar""": tar_file,
          """xz""": xz_file,
          """zip""": zip_file,
          """zstd""": zstd_file,
      }
      UpperCAmelCase          =	input_paths[compression_format]
      if input_path is None:
            UpperCAmelCase          =	F'''for \'{compression_format}\' compression_format, '''
            if compression_format == "7z":
                  reason += require_pyazr.kwargs["reason"]
            elif compression_format == "lz4":
                  reason += require_lza.kwargs["reason"]
            elif compression_format == "zstd":
                  reason += require_zstandard.kwargs["reason"]
            pytest.skip(_snake_case							)
      UpperCAmelCase          =	Extractor.infer_extractor_format(_snake_case							)
      assert extractor_format is not None
      UpperCAmelCase          =	tmp_path / ("""extracted""" if is_archive else """extracted.txt""")
      Extractor.extract(_snake_case				,	_snake_case				,	_snake_case							)
      if is_archive:
            assert output_path.is_dir()
            for file_path in output_path.iterdir():
                  assert file_path.name == text_file.name
                  UpperCAmelCase          =	file_path.read_text(encoding="""utf-8"""							)
      else:
            UpperCAmelCase          =	output_path.read_text(encoding="""utf-8"""							)
      UpperCAmelCase          =	text_file.read_text(encoding="""utf-8"""							)
      assert extracted_file_content == expected_file_content

@pytest.fixture
def _a			(		_snake_case				,	_snake_case							):







      """simple docstring"""






      import tarfile

      UpperCAmelCase          =	tmp_path / """data_dot_dot"""
      directory.mkdir()
      UpperCAmelCase          =	directory / """tar_file_with_dot_dot.tar"""
      with tarfile.TarFile(_snake_case				,	"""w"""							) as f:
            f.add(_snake_case				,	arcname=os.path.join(""".."""				,	text_file.name							)							)
      return path

@pytest.fixture
def _a			(		_snake_case							):







      """simple docstring"""






      import tarfile

      UpperCAmelCase          =	tmp_path / """data_sym_link"""
      directory.mkdir()
      UpperCAmelCase          =	directory / """tar_file_with_sym_link.tar"""
      os.symlink(""".."""				,	directory / """subdir"""				,	target_is_directory=_snake_case							)
      with tarfile.TarFile(_snake_case				,	"""w"""							) as f:
            f.add(str(directory / """subdir"""							)				,	arcname="""subdir"""							)  # str required by os.readlink on Windows and Python < 3.8
      return path

@pytest.mark.parametrize(
    """insecure_tar_file, error_log"""				,	[("""tar_file_with_dot_dot""", """illegal path"""), ("""tar_file_with_sym_link""", """Symlink""")]				,	)
def _a			(		_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case				,	_snake_case							):







      """simple docstring"""






      UpperCAmelCase          =	{
          """tar_file_with_dot_dot""": tar_file_with_dot_dot,
          """tar_file_with_sym_link""": tar_file_with_sym_link,
      }
      UpperCAmelCase          =	insecure_tar_files[insecure_tar_file]
      UpperCAmelCase          =	tmp_path / """extracted"""
      TarExtractor.extract(_snake_case				,	_snake_case							)
      assert caplog.text
      for record in caplog.records:
            assert record.levelname == "ERROR"
            assert error_log in record.msg






def _a			(		_snake_case							):







      """simple docstring"""






      UpperCAmelCase          =	tmpdir / """not_a_zip_file"""
      # From: https://github.com/python/cpython/pull/5053
      UpperCAmelCase          =	(
          b"""\x89PNG\r\n\x1a\n\x00\x00\x00\rIHDR\x00\x00\x00\x01\x00\x00"""
          b"""\x00\x02\x08\x06\x00\x00\x00\x99\x81\xb6'\x00\x00\x00\x15I"""
          b"""DATx\x01\x01\n\x00\xf5\xff\x00PK\x05\x06\x00PK\x06\x06\x07"""
          b"""\xac\x01N\xc6|a\r\x00\x00\x00\x00IEND\xaeB`\x82"""
      )
      with not_a_zip_file.open("""wb"""							) as f:
            f.write(_snake_case							)
      assert zipfile.is_zipfile(str(_snake_case							)							)  # is a false positive for `zipfile`
      assert not ZipExtractor.is_extractable(_snake_case							)  # but we're right











"""simple docstring"""







import numpy as np

def _a			(		_snake_case							):







      """simple docstring"""






      return 1 / (1 + np.exp(-vector							))


if __name__ == "__main__":
  import doctest

  doctest.testmod()



