



"""simple docstring"""





import json
import sys
import tempfile
import unittest
from pathlib import Path

import transformers
from transformers import (
    CONFIG_MAPPING,
    FEATURE_EXTRACTOR_MAPPING,
    AutoConfig,
    AutoFeatureExtractor,
    WavaVecaConfig,
    WavaVecaFeatureExtractor,
)
from transformers.testing_utils import DUMMY_UNKNOWN_IDENTIFIER, get_tests_dir


sys.path.append(str(Path(__file__).parent.parent.parent.parent / """utils"""))

from test_module.custom_configuration import CustomConfig  # noqa E402
from test_module.custom_feature_extraction import CustomFeatureExtractor  # noqa E402


lowerCamelCase       	=						get_tests_dir("""fixtures""")
lowerCamelCase       	=						get_tests_dir("""fixtures/dummy_feature_extractor_config.json""")
lowerCamelCase       	=						get_tests_dir("""fixtures/dummy-config.json""")
class 				lowercase__       (   unittest.TestCase				):







       '''simple docstring'''


       def 					lowercase__    (							self      :  Dict   )			->						List[str]:


             '''simple docstring'''




             UpperCAmelCase_      			=							0



       def 					lowercase__    (							self      :  Dict   )			->						int:


             '''simple docstring'''




             UpperCAmelCase_      			=							AutoFeatureExtractor.from_pretrained("facebook/wav2vec2-base-960h"   )
             self.assertIsInstance(_UpperCAmelCase		,    _UpperCAmelCase   )



       def 					lowercase__    (							self      :  Dict   )			->						Optional[int]:


             '''simple docstring'''




             UpperCAmelCase_      			=							AutoFeatureExtractor.from_pretrained(_UpperCAmelCase   )
             self.assertIsInstance(_UpperCAmelCase		,    _UpperCAmelCase   )



       def 					lowercase__    (							self      :  Optional[Any]   )			->						str:


             '''simple docstring'''




             with tempfile.TemporaryDirectory() as tmpdirname:
                   UpperCAmelCase_      			=							WavaVecaConfig()

                   # remove feature_extractor_type to make sure config.json alone is enough to load feature processor locally
                   UpperCAmelCase_      			=							AutoFeatureExtractor.from_pretrained(_UpperCAmelCase   ).to_dict()

                   config_dict.pop("feature_extractor_type"   )
                   UpperCAmelCase_      			=							WavaVecaFeatureExtractor(**_UpperCAmelCase   )

                   # save in new folder
                   model_config.save_pretrained(_UpperCAmelCase   )
                   config.save_pretrained(_UpperCAmelCase   )

                   UpperCAmelCase_      			=							AutoFeatureExtractor.from_pretrained(_UpperCAmelCase   )

                   # make sure private variable is not incorrectly saved
                   UpperCAmelCase_      			=							json.loads(config.to_json_string()   )
                   self.assertTrue("_processor_class" not in dict_as_saved   )

             self.assertIsInstance(_UpperCAmelCase		,    _UpperCAmelCase   )



       def 					lowercase__    (							self      :  Optional[Any]   )			->						int:


             '''simple docstring'''




             UpperCAmelCase_      			=							AutoFeatureExtractor.from_pretrained(_UpperCAmelCase   )
             self.assertIsInstance(_UpperCAmelCase		,    _UpperCAmelCase   )



       def 					lowercase__    (							self      :  List[Any]   )			->						Union[str, Any]:


             '''simple docstring'''




             with self.assertRaisesRegex(
                 _UpperCAmelCase		,    "bert-base is not a local folder and is not a valid model identifier"   ):
                   UpperCAmelCase_      			=							AutoFeatureExtractor.from_pretrained("bert-base"   )



       def 					lowercase__    (							self      :  Union[str, Any]   )			->						int:


             '''simple docstring'''




             with self.assertRaisesRegex(
                 _UpperCAmelCase		,    r"aaaaaa is not a valid git identifier \(branch name, tag name or commit id\)"   ):
                   UpperCAmelCase_      			=							AutoFeatureExtractor.from_pretrained(_UpperCAmelCase		,    revision="aaaaaa"   )



       def 					lowercase__    (							self      :  Optional[int]   )			->						Union[str, Any]:


             '''simple docstring'''




             with self.assertRaisesRegex(
                 _UpperCAmelCase		,    "hf-internal-testing/config-no-model does not appear to have a file named preprocessor_config.json."		,    ):
                   UpperCAmelCase_      			=							AutoFeatureExtractor.from_pretrained("hf-internal-testing/config-no-model"   )



       def 					lowercase__    (							self      :  Dict   )			->						Dict:


             '''simple docstring'''




             with self.assertRaises(_UpperCAmelCase   ):
                   UpperCAmelCase_      			=							AutoFeatureExtractor.from_pretrained(
                       "hf-internal-testing/test_dynamic_feature_extractor"   )
             # If remote code is disabled, we can't load this config.
             with self.assertRaises(_UpperCAmelCase   ):
                   UpperCAmelCase_      			=							AutoFeatureExtractor.from_pretrained(
                       "hf-internal-testing/test_dynamic_feature_extractor"		,    trust_remote_code=_UpperCAmelCase   )

             UpperCAmelCase_      			=							AutoFeatureExtractor.from_pretrained(
                 "hf-internal-testing/test_dynamic_feature_extractor"		,    trust_remote_code=_UpperCAmelCase   )
             self.assertEqual(feature_extractor.__class__.__name__		,    "NewFeatureExtractor"   )

             # Test feature extractor can be reloaded.
             with tempfile.TemporaryDirectory() as tmp_dir:
                   feature_extractor.save_pretrained(_UpperCAmelCase   )
                   UpperCAmelCase_      			=							AutoFeatureExtractor.from_pretrained(_UpperCAmelCase		,    trust_remote_code=_UpperCAmelCase   )
             self.assertEqual(reloaded_feature_extractor.__class__.__name__		,    "NewFeatureExtractor"   )



       def 					lowercase__    (							self      :  int   )			->						List[str]:


             '''simple docstring'''




             try:
                   AutoConfig.register("custom"		,    _UpperCAmelCase   )
                   AutoFeatureExtractor.register(_UpperCAmelCase		,    _UpperCAmelCase   )
                   # Trying to register something existing in the Transformers library will raise an error
                   with self.assertRaises(_UpperCAmelCase   ):
                         AutoFeatureExtractor.register(_UpperCAmelCase		,    _UpperCAmelCase   )

                   # Now that the config is registered, it can be used as any other config with the auto-API
                   UpperCAmelCase_      			=							CustomFeatureExtractor.from_pretrained(_UpperCAmelCase   )
                   with tempfile.TemporaryDirectory() as tmp_dir:
                         feature_extractor.save_pretrained(_UpperCAmelCase   )
                         UpperCAmelCase_      			=							AutoFeatureExtractor.from_pretrained(_UpperCAmelCase   )
                         self.assertIsInstance(_UpperCAmelCase		,    _UpperCAmelCase   )

             finally:
                   if "custom" in CONFIG_MAPPING._extra_content:
                         del CONFIG_MAPPING._extra_content["custom"]
                   if CustomConfig in FEATURE_EXTRACTOR_MAPPING._extra_content:
                         del FEATURE_EXTRACTOR_MAPPING._extra_content[CustomConfig]







       def 					lowercase__    (							self      :  Dict   )			->						Tuple:


             '''simple docstring'''




             class 				lowercase__       (   SCREAMING_SNAKE_CASE				):







                    '''simple docstring'''


                    UpperCamelCase						=					True

             try:
                   AutoConfig.register("custom"		,    _UpperCAmelCase   )
                   AutoFeatureExtractor.register(_UpperCAmelCase		,    _UpperCAmelCase   )
                   # If remote code is not set, the default is to use local
                   UpperCAmelCase_      			=							AutoFeatureExtractor.from_pretrained(
                       "hf-internal-testing/test_dynamic_feature_extractor"   )
                   self.assertEqual(feature_extractor.__class__.__name__		,    "NewFeatureExtractor"   )
                   self.assertTrue(feature_extractor.is_local   )

                   # If remote code is disabled, we load the local one.
                   UpperCAmelCase_      			=							AutoFeatureExtractor.from_pretrained(
                       "hf-internal-testing/test_dynamic_feature_extractor"		,    trust_remote_code=_UpperCAmelCase   )
                   self.assertEqual(feature_extractor.__class__.__name__		,    "NewFeatureExtractor"   )
                   self.assertTrue(feature_extractor.is_local   )

                   # If remote is enabled, we load from the Hub
                   UpperCAmelCase_      			=							AutoFeatureExtractor.from_pretrained(
                       "hf-internal-testing/test_dynamic_feature_extractor"		,    trust_remote_code=_UpperCAmelCase   )
                   self.assertEqual(feature_extractor.__class__.__name__		,    "NewFeatureExtractor"   )
                   self.assertTrue(not hasattr(_UpperCAmelCase		,    "is_local"   )   )

             finally:
                   if "custom" in CONFIG_MAPPING._extra_content:
                         del CONFIG_MAPPING._extra_content["custom"]
                   if CustomConfig in FEATURE_EXTRACTOR_MAPPING._extra_content:
                         del FEATURE_EXTRACTOR_MAPPING._extra_content[CustomConfig]









"""simple docstring"""





import argparse
import glob
import importlib.util
import os
import re

import black
from doc_builder.style_doc import style_docstrings_in_code


# All paths are set with the intent you should run this script from the root of the repo with the command
# python utils/check_copies.py
lowerCamelCase       	=						"""src/diffusers"""
lowerCamelCase       	=						"""."""


# This is to make sure the diffusers module imported is the one in the repo.
lowerCamelCase       	=						importlib.util.spec_from_file_location(
    """diffusers""",
    os.path.join(DIFFUSERS_PATH, """__init__.py"""),
    submodule_search_locations=[DIFFUSERS_PATH],
)
lowerCamelCase       	=						spec.loader.load_module()
def        a__     (				lowerCAmelCase__     ,      lowerCAmelCase__				):
      return line.startswith(lowerCAmelCase__				) or len(lowerCAmelCase__				) <= 1 or re.search(r"^\s*\)(\s*->.*:|:)\s*$"     ,      lowerCAmelCase__				) is not None
def        a__     (				lowerCAmelCase__				):
      UpperCAmelCase_      			=							object_name.split("."				)
      UpperCAmelCase_      			=							0

      # First let's find the module where our object lives.
      UpperCAmelCase_      			=							parts[i]
      while i < len(lowerCAmelCase__				) and not os.path.isfile(os.path.join(lowerCAmelCase__     ,      f"""{module}.py"""				)				):
            i += 1
            if i < len(lowerCAmelCase__				):
                  UpperCAmelCase_      			=							os.path.join(lowerCAmelCase__     ,      parts[i]				)
      if i >= len(lowerCAmelCase__				):
            raise ValueError(f"""`object_name` should begin with the name of a module of diffusers but got {object_name}."""				)

      with open(os.path.join(lowerCAmelCase__     ,      f"""{module}.py"""				)     ,      "r"     ,      encoding="utf-8"     ,      newline="\n"				) as f:
            UpperCAmelCase_      			=							f.readlines()

      # Now let's find the class / func in the code!
      UpperCAmelCase_      			=							""
      UpperCAmelCase_      			=							0
      for name in parts[i + 1 :]:
            while (
                line_index < len(lowerCAmelCase__				) and re.search(rf"""^{indent}(class|def)\s+{name}(\(|\:)"""     ,      lines[line_index]				) is None
            ):
                  line_index += 1
            indent += "    "
            line_index += 1

      if line_index >= len(lowerCAmelCase__				):
            raise ValueError(f""" {object_name} does not match any function or class in {module}."""				)

      # We found the beginning of the class / func, now let's find the end (when the indent diminishes).
      UpperCAmelCase_      			=							line_index
      while line_index < len(lowerCAmelCase__				) and _should_continue(lines[line_index]     ,      lowerCAmelCase__				):
            line_index += 1
      # Clean up empty lines at the end (if any).
      while len(lines[line_index - 1]				) <= 1:
            line_index -= 1

      UpperCAmelCase_      			=							lines[start_index:line_index]
      return "".join(lowerCAmelCase__				)


lowerCamelCase       	=						re.compile(r"""^(\s*)#\s*Copied from\s+diffusers\.(\S+\.\S+)\s*($|\S.*$)""")
lowerCamelCase       	=						re.compile(r"""^\s*(\S+)->(\S+)(\s+.*|$)""")
lowerCamelCase       	=						re.compile(r"""<FILL\s+[^>]*>""")
def        a__     (				lowerCAmelCase__				):
      UpperCAmelCase_      			=							code.split("\n"				)
      UpperCAmelCase_      			=							0
      while idx < len(lowerCAmelCase__				) and len(lines[idx]				) == 0:
            idx += 1
      if idx < len(lowerCAmelCase__				):
            return re.search(r"^(\s*)\S"     ,      lines[idx]				).groups()[0]
      return ""
def        a__     (				lowerCAmelCase__				):
      UpperCAmelCase_      			=							len(get_indent(lowerCAmelCase__				)				) > 0
      if has_indent:
            UpperCAmelCase_      			=							f"""class Bla:\n{code}"""
      UpperCAmelCase_      			=							black.Mode(target_versions={black.TargetVersion.PYaa}     ,      line_length=119     ,      preview=lowerCAmelCase__				)
      UpperCAmelCase_      			=							black.format_str(lowerCAmelCase__     ,      mode=lowerCAmelCase__				)
      UpperCAmelCase_			,   UpperCAmelCase_      			=							style_docstrings_in_code(lowerCAmelCase__				)
      return result[len("class Bla:\n"				) :] if has_indent else result
def        a__     (				lowerCAmelCase__     ,      lowerCAmelCase__=False				):
      with open(lowerCAmelCase__     ,      "r"     ,      encoding="utf-8"     ,      newline="\n"				) as f:
            UpperCAmelCase_      			=							f.readlines()
      UpperCAmelCase_      			=							[]
      UpperCAmelCase_      			=							0
      # Not a for loop cause `lines` is going to change (if `overwrite=True`).
      while line_index < len(lowerCAmelCase__				):
            UpperCAmelCase_      			=							_re_copy_warning.search(lines[line_index]				)
            if search is None:
                  line_index += 1
                  continue

            # There is some copied code here, let's retrieve the original.
            UpperCAmelCase_			,   UpperCAmelCase_			,   UpperCAmelCase_      			=							search.groups()
            UpperCAmelCase_      			=							find_code_in_diffusers(lowerCAmelCase__				)
            UpperCAmelCase_      			=							get_indent(lowerCAmelCase__				)

            UpperCAmelCase_      			=							line_index + 1 if indent == theoretical_indent else line_index + 2
            UpperCAmelCase_      			=							theoretical_indent
            UpperCAmelCase_      			=							start_index

            # Loop to check the observed code, stop when indentation diminishes or if we see a End copy comment.
            UpperCAmelCase_      			=							True
            while line_index < len(lowerCAmelCase__				) and should_continue:
                  line_index += 1
                  if line_index >= len(lowerCAmelCase__				):
                        break
                  UpperCAmelCase_      			=							lines[line_index]
                  UpperCAmelCase_      			=							_should_continue(lowerCAmelCase__     ,      lowerCAmelCase__				) and re.search(f"""^{indent}# End copy"""     ,      lowerCAmelCase__				) is None
            # Clean up empty lines at the end (if any).
            while len(lines[line_index - 1]				) <= 1:
                  line_index -= 1

            UpperCAmelCase_      			=							lines[start_index:line_index]
            UpperCAmelCase_      			=							"".join(lowerCAmelCase__				)

            # Remove any nested `Copied from` comments to avoid circular copies
            UpperCAmelCase_      			=							[line for line in theoretical_code.split("\n"				) if _re_copy_warning.search(lowerCAmelCase__				) is None]
            UpperCAmelCase_      			=							"\n".join(lowerCAmelCase__				)

            # Before comparing, use the `replace_pattern` on the original code.
            if len(lowerCAmelCase__				) > 0:
                  UpperCAmelCase_      			=							replace_pattern.replace("with"     ,      ""				).split(","				)
                  UpperCAmelCase_      			=							[_re_replace_pattern.search(lowerCAmelCase__				) for p in patterns]
                  for pattern in patterns:
                        if pattern is None:
                              continue
                        UpperCAmelCase_			,   UpperCAmelCase_			,   UpperCAmelCase_      			=							pattern.groups()
                        UpperCAmelCase_      			=							re.sub(lowerCAmelCase__     ,      lowerCAmelCase__     ,      lowerCAmelCase__				)
                        if option.strip() == "all-casing":
                              UpperCAmelCase_      			=							re.sub(obja.lower()     ,      obja.lower()     ,      lowerCAmelCase__				)
                              UpperCAmelCase_      			=							re.sub(obja.upper()     ,      obja.upper()     ,      lowerCAmelCase__				)

            # Blackify after replacement. To be able to do that, we need the header (class or function definition)
            # from the previous line
                  UpperCAmelCase_      			=							blackify(lines[start_index - 1] + theoretical_code				)
                  UpperCAmelCase_      			=							theoretical_code[len(lines[start_index - 1]				) :]

            # Test for a diff and act accordingly.
            if observed_code != theoretical_code:
                  diffs.append([object_name, start_index]				)
                  if overwrite:
                        UpperCAmelCase_      			=							lines[:start_index] + [theoretical_code] + lines[line_index:]
                        UpperCAmelCase_      			=							start_index + 1

      if overwrite and len(lowerCAmelCase__				) > 0:
            # Warn the user a file has been modified.
            print(f"""Detected changes, rewriting {filename}."""				)
            with open(lowerCAmelCase__     ,      "w"     ,      encoding="utf-8"     ,      newline="\n"				) as f:
                  f.writelines(lowerCAmelCase__				)
      return diffs
def        a__     (				lowerCAmelCase__ = False				):
      UpperCAmelCase_      			=							glob.glob(os.path.join(lowerCAmelCase__     ,      "**/*.py"				)     ,      recursive=lowerCAmelCase__				)
      UpperCAmelCase_      			=							[]
      for filename in all_files:
            UpperCAmelCase_      			=							is_copy_consistent(lowerCAmelCase__     ,      lowerCAmelCase__				)
            diffs += [f"""- {filename}: copy does not match {d[0]} at line {d[1]}""" for d in new_diffs]
      if not overwrite and len(lowerCAmelCase__				) > 0:
            UpperCAmelCase_      			=							"\n".join(lowerCAmelCase__				)
            raise Exception(
                "Found the following copy inconsistencies:\n"
                + diff
                + "\nRun `make fix-copies` or `python utils/check_copies.py --fix_and_overwrite` to fix them."				)


if __name__ == "__main__":
  lowerCamelCase       	=						argparse.ArgumentParser()
  parser.add_argument("""--fix_and_overwrite""", action="""store_true""", help="""Whether to fix inconsistencies.""")
  lowerCamelCase       	=						parser.parse_args()

  check_copies(args.fix_and_overwrite)




