


'''simple docstring'''






import collections
import importlib.util
import os
import re
from pathlib import Path


lowercase							='src/transformers'


# Matches is_xxx_available()
lowercase							=re.compile(r'is\_([a-z_]*)_available()')
# Catches a one-line _import_struct = {xxx}
lowercase							=re.compile(r'^_import_structure\s+=\s+\{([^\}]+)\}')
# Catches a line with a key-values pattern: "bla": ["foo", "bar"]
lowercase							=re.compile(r'\s+"\S*":\s+\[([^\]]*)\]')
# Catches a line if not is_foo_available
lowercase							=re.compile(r'^\s*if\s+not\s+is\_[a-z_]*\_available\(\)')
# Catches a line _import_struct["bla"].append("foo")
lowercase							=re.compile(r'^\s*_import_structure\["\S*"\]\.append\("(\S*)"\)')
# Catches a line _import_struct["bla"].extend(["foo", "bar"]) or _import_struct["bla"] = ["foo", "bar"]
lowercase							=re.compile(r'^\s*_import_structure\[\S*\](?:\.extend\(|\s*=\s+)\[([^\]]*)\]')
# Catches a line with an object between quotes and a comma:     "MyModel",
lowercase							=re.compile('^\s+"([^"]+)",')
# Catches a line with objects between brackets only:    ["foo", "bar"],
lowercase							=re.compile('^\s+\[([^\]]+)\]')
# Catches a line with from foo import bar, bla, boo
lowercase							=re.compile(r'\s+from\s+\S*\s+import\s+([^\(\s].*)\n')
# Catches a line with try:
lowercase							=re.compile(r'^\s*try:')
# Catches a line with else:
lowercase							=re.compile(r'^\s*else:')





def lowerCamelCase__      (						__lowerCamelCase	:							Optional[Any]							):







   '''simple docstring'''




   if _re_test_backend.search(__lowerCamelCase							) is None:
      return None
   _UpperCAmelCase       :       List[Any]							   =[b[0] for b in _re_backend.findall(__lowerCamelCase							)]
   backends.sort()
   return "_and_".join(__lowerCamelCase							)





def lowerCamelCase__      (						__lowerCamelCase	:							Union[str, Any]							):







   '''simple docstring'''




   with open(__lowerCamelCase	,   'r'	,   encoding='utf-8'	,   newline='\n'							) as f:
      _UpperCAmelCase       :       Optional[Any]							   =f.readlines()

   _UpperCAmelCase       :       List[Any]							   =0
   while line_index < len(__lowerCamelCase							) and not lines[line_index].startswith('_import_structure = {'							):
      line_index += 1

   # If this is a traditional init, just return.
   if line_index >= len(__lowerCamelCase							):
      return None

   # First grab the objects without a specific backend in _import_structure
   _UpperCAmelCase       :       Tuple							   =[]
   while not lines[line_index].startswith('if TYPE_CHECKING'							) and find_backend(lines[line_index]							) is None:
      _UpperCAmelCase       :       Any							   =lines[line_index]
      # If we have everything on a single line, let's deal with it.
      if _re_one_line_import_struct.search(__lowerCamelCase							):
         _UpperCAmelCase       :       Union[str, Any]							   =_re_one_line_import_struct.search(__lowerCamelCase							).groups()[0]
         _UpperCAmelCase       :       Optional[Any]							   =re.findall('\[([^\]]+)\]'	,   __lowerCamelCase							)
         for imp in imports:
            objects.extend([obj[1:-1] for obj in imp.split(', '							)]							)
         line_index += 1
         continue
      _UpperCAmelCase       :       Any							   =_re_import_struct_key_value.search(__lowerCamelCase							)
      if single_line_import_search is not None:
         _UpperCAmelCase       :       int							   =[obj[1:-1] for obj in single_line_import_search.groups()[0].split(', '							) if len(__lowerCamelCase							) > 0]
         objects.extend(__lowerCamelCase							)
      elif line.startswith(' ' * 8 + '"'							):
         objects.append(line[9:-3]							)
      line_index += 1

   _UpperCAmelCase       :       int							   ={'none': objects}
   # Let's continue with backend-specific objects in _import_structure
   while not lines[line_index].startswith('if TYPE_CHECKING'							):
      # If the line is an if not is_backend_available, we grab all objects associated.
      _UpperCAmelCase       :       Tuple							   =find_backend(lines[line_index]							)
      # Check if the backend declaration is inside a try block:
      if _re_try.search(lines[line_index - 1]							) is None:
         _UpperCAmelCase       :       str							   =None

      if backend is not None:
         line_index += 1

         # Scroll until we hit the else block of try-except-else
         while _re_else.search(lines[line_index]							) is None:
            line_index += 1

         line_index += 1

         _UpperCAmelCase       :       Any							   =[]
         # Until we unindent, add backend objects to the list
         while len(lines[line_index]							) <= 1 or lines[line_index].startswith(' ' * 4							):
            _UpperCAmelCase       :       int							   =lines[line_index]
            if _re_import_struct_add_one.search(__lowerCamelCase							) is not None:
               objects.append(_re_import_struct_add_one.search(__lowerCamelCase							).groups()[0]							)
            elif _re_import_struct_add_many.search(__lowerCamelCase							) is not None:
               _UpperCAmelCase       :       Optional[int]							   =_re_import_struct_add_many.search(__lowerCamelCase							).groups()[0].split(', '							)
               _UpperCAmelCase       :       Any							   =[obj[1:-1] for obj in imports if len(__lowerCamelCase							) > 0]
               objects.extend(__lowerCamelCase							)
            elif _re_between_brackets.search(__lowerCamelCase							) is not None:
               _UpperCAmelCase       :       Optional[Any]							   =_re_between_brackets.search(__lowerCamelCase							).groups()[0].split(', '							)
               _UpperCAmelCase       :       str							   =[obj[1:-1] for obj in imports if len(__lowerCamelCase							) > 0]
               objects.extend(__lowerCamelCase							)
            elif _re_quote_object.search(__lowerCamelCase							) is not None:
               objects.append(_re_quote_object.search(__lowerCamelCase							).groups()[0]							)
            elif line.startswith(' ' * 8 + '"'							):
               objects.append(line[9:-3]							)
            elif line.startswith(' ' * 1_2 + '"'							):
               objects.append(line[1_3:-3]							)
            line_index += 1

         _UpperCAmelCase       :       str							   =objects
      else:
         line_index += 1

    # At this stage we are in the TYPE_CHECKING part, first grab the objects without a specific backend
   _UpperCAmelCase       :       Dict							   =[]
   while (
       line_index < len(__lowerCamelCase							)
       and find_backend(lines[line_index]							) is None
       and not lines[line_index].startswith('else'							)
   ):
      _UpperCAmelCase       :       Optional[Any]							   =lines[line_index]
      _UpperCAmelCase       :       int							   =_re_import.search(__lowerCamelCase							)
      if single_line_import_search is not None:
         objects.extend(single_line_import_search.groups()[0].split(', '							)							)
      elif line.startswith(' ' * 8							):
         objects.append(line[8:-2]							)
      line_index += 1

   _UpperCAmelCase       :       Union[str, Any]							   ={'none': objects}
   # Let's continue with backend-specific objects
   while line_index < len(__lowerCamelCase							):
      # If the line is an if is_backend_available, we grab all objects associated.
      _UpperCAmelCase       :       List[str]							   =find_backend(lines[line_index]							)
      # Check if the backend declaration is inside a try block:
      if _re_try.search(lines[line_index - 1]							) is None:
         _UpperCAmelCase       :       str							   =None

      if backend is not None:
         line_index += 1

         # Scroll until we hit the else block of try-except-else
         while _re_else.search(lines[line_index]							) is None:
            line_index += 1

         line_index += 1

         _UpperCAmelCase       :       Union[str, Any]							   =[]
         # Until we unindent, add backend objects to the list
         while len(lines[line_index]							) <= 1 or lines[line_index].startswith(' ' * 8							):
            _UpperCAmelCase       :       Union[str, Any]							   =lines[line_index]
            _UpperCAmelCase       :       Dict							   =_re_import.search(__lowerCamelCase							)
            if single_line_import_search is not None:
               objects.extend(single_line_import_search.groups()[0].split(', '							)							)
            elif line.startswith(' ' * 1_2							):
               objects.append(line[1_2:-2]							)
            line_index += 1

         _UpperCAmelCase       :       int							   =objects
      else:
         line_index += 1

   return import_dict_objects, type_hint_objects





def lowerCamelCase__      (						__lowerCamelCase	:							Optional[Any]	,   __lowerCamelCase	:							str							):







   '''simple docstring'''




   def find_duplicates(__lowerCamelCase	:							Tuple							):
      return [k for k, v in collections.Counter(__lowerCamelCase							).items() if v > 1]

   if list(import_dict_objects.keys()							) != list(type_hint_objects.keys()							):
      return ["Both sides of the init do not have the same backends!"]

   _UpperCAmelCase       :       Optional[int]							   =[]
   for key in import_dict_objects.keys():
      _UpperCAmelCase       :       Optional[Any]							   =find_duplicates(import_dict_objects[key]							)
      if duplicate_imports:
         errors.append(f"Duplicate _import_structure definitions for: {duplicate_imports}"							)
      _UpperCAmelCase       :       Any							   =find_duplicates(type_hint_objects[key]							)
      if duplicate_type_hints:
         errors.append(f"Duplicate TYPE_CHECKING objects for: {duplicate_type_hints}"							)

      if sorted(set(import_dict_objects[key]							)							) != sorted(set(type_hint_objects[key]							)							):
         _UpperCAmelCase       :       Dict							   ='base imports' if key == 'none' else f"{key} backend"
         errors.append(f"Differences for {name}:"							)
         for a in type_hint_objects[key]:
            if a not in import_dict_objects[key]:
               errors.append(f"  {a} in TYPE_HINT but not in _import_structure."							)
         for a in import_dict_objects[key]:
            if a not in type_hint_objects[key]:
               errors.append(f"  {a} in _import_structure but not in TYPE_HINT."							)
   return errors





def lowerCamelCase__      (						):







   '''simple docstring'''




   _UpperCAmelCase       :       Any							   =[]
   for root, _, files in os.walk(__lowerCamelCase							):
      if "__init__.py" in files:
         _UpperCAmelCase       :       Optional[int]							   =os.path.join(__lowerCamelCase	,   '__init__.py'							)
         _UpperCAmelCase       :       List[Any]							   =parse_init(__lowerCamelCase							)
         if objects is not None:
            _UpperCAmelCase       :       List[str]							   =analyze_results(*__lowerCamelCase							)
            if len(__lowerCamelCase							) > 0:
               _UpperCAmelCase       :       Union[str, Any]							   =f"Problem in {fname}, both halves do not define the same objects.\n{errors[0]}"
               failures.append('\n'.join(__lowerCamelCase							)							)
   if len(__lowerCamelCase							) > 0:
      raise ValueError('\n\n'.join(__lowerCamelCase							)							)





def lowerCamelCase__      (						):







   '''simple docstring'''




   _UpperCAmelCase       :       int							   =[]
   for path, directories, files in os.walk(__lowerCamelCase							):
      for folder in directories:
         # Ignore private modules
         if folder.startswith('_'							):
            directories.remove(__lowerCamelCase							)
            continue
         # Ignore leftovers from branches (empty folders apart from pycache)
         if len(list((Path(__lowerCamelCase							) / folder).glob('*.py'							)							)							) == 0:
            continue
         _UpperCAmelCase       :       Optional[Any]							   =str((Path(__lowerCamelCase							) / folder).relative_to(__lowerCamelCase							)							)
         _UpperCAmelCase       :       List[str]							   =short_path.replace(os.path.sep	,   '.'							)
         submodules.append(__lowerCamelCase							)
      for fname in files:
         if fname == "__init__.py":
            continue
         _UpperCAmelCase       :       Optional[int]							   =str((Path(__lowerCamelCase							) / fname).relative_to(__lowerCamelCase							)							)
         _UpperCAmelCase       :       Dict							   =short_path.replace('.py'	,   ''							).replace(os.path.sep	,   '.'							)
         if len(submodule.split('.'							)							) == 1:
            submodules.append(__lowerCamelCase							)
   return submodules


lowercase							=[
    'convert_pytorch_checkpoint_to_tf2',
    'modeling_flax_pytorch_utils',
]





def lowerCamelCase__      (						):







   '''simple docstring'''




   _UpperCAmelCase       :       Tuple							   =importlib.util.spec_from_file_location(
       'transformers'	,   os.path.join(__lowerCamelCase	,   '__init__.py'							)	,   submodule_search_locations=[PATH_TO_TRANSFORMERS]	,   )
   _UpperCAmelCase       :       int							   =spec.loader.load_module()

   _UpperCAmelCase       :       Dict							   =[
       module
       for module in get_transformers_submodules()
       if module not in IGNORE_SUBMODULES and module not in transformers._import_structure.keys()
   ]
   if len(__lowerCamelCase							) > 0:
      _UpperCAmelCase       :       Tuple							   ='\n'.join(f"- {module}" for module in module_not_registered							)
      raise ValueError(
          'The following submodules are not properly registered in the main init of Transformers:\n'
          f"{list_of_modules}\n"
          'Make sure they appear somewhere in the keys of `_import_structure` with an empty list as value.'							)


if __name__ == "__main__":
 check_all_inits()
 check_submodules()





'''simple docstring'''






# Copyright 2023 The HuggingFace Inc. team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import re

from ..utils import cached_file


# docstyle-ignore
lowercase							='\nHuman: <<task>>\n\nAssistant: '


lowercase							='huggingface-tools/default-prompts'
lowercase							={'chat': 'chat_prompt_template.txt', 'run': 'run_prompt_template.txt'}





def lowerCamelCase__      (						__lowerCamelCase	:							Union[str, Any]	,   __lowerCamelCase	:							Union[str, Any]	,   __lowerCamelCase	:							int="run"							):







   '''simple docstring'''




   if prompt_or_repo_id is None:
      _UpperCAmelCase       :       List[str]							   =DEFAULT_PROMPTS_REPO

   # prompt is considered a repo ID when it does not contain any kind of space
   if re.search('\\s'	,   __lowerCamelCase							) is not None:
      return prompt_or_repo_id

   _UpperCAmelCase       :       Dict							   =cached_file(
       __lowerCamelCase	,   PROMPT_FILES[mode]	,   repo_type='dataset'	,   user_agent={'agent': agent_name}							)
   with open(__lowerCamelCase	,   'r'	,   encoding='utf-8'							) as f:
      return f.read()

