



"""simple docstring"""




import itertools
from dataclasses import dataclass
from typing import Optional

import pandas as pd
import pyarrow as pa

import datasets
from datasets.table import table_cast






@dataclass
class      UpperCAmelCase_  (    datasets.BuilderConfig						):
      __SCREAMING_SNAKE_CASE						:       Optional[datasets.Features]								=			None







class      UpperCAmelCase_  (    datasets.ArrowBasedBuilder						):
      __SCREAMING_SNAKE_CASE						:       List[str]								=			PandasConfig



      def 						snake_case_ (					self					:     Tuple						):
           return datasets.DatasetInfo(features=self.config.features						)



      def 						snake_case_ (					self					:     str					,     A					:     Optional[Any]						):
           if not self.config.data_files:
                raise ValueError(f'At least one data file must be specified, but got data_files={self.config.data_files}'						)
           _UpperCAmelCase      :     Any        =   dl_manager.download_and_extract(self.config.data_files						)
           if isinstance(A					,     (str, list, tuple)						):
                _UpperCAmelCase      :     int        =   data_files
                if isinstance(A					,     A						):
                     _UpperCAmelCase      :     Union[str, Any]        =   [files]
                # Use `dl_manager.iter_files` to skip hidden files in an extracted archive
                _UpperCAmelCase      :     Union[str, Any]        =   [dl_manager.iter_files(A						) for file in files]
                return [datasets.SplitGenerator(name=datasets.Split.TRAIN					,     gen_kwargs={"files": files}						)]
           _UpperCAmelCase      :     int        =   []
           for split_name, files in data_files.items():
                if isinstance(A					,     A						):
                     _UpperCAmelCase      :     Optional[Any]        =   [files]
                # Use `dl_manager.iter_files` to skip hidden files in an extracted archive
                _UpperCAmelCase      :     Optional[Any]        =   [dl_manager.iter_files(A						) for file in files]
                splits.append(datasets.SplitGenerator(name=A					,     gen_kwargs={"files": files}						)						)
           return splits



      def 						snake_case_ (					self					:     int					,     A					:     pa.Table						):
           if self.config.features is not None:
                # more expensive cast to support nested features with keys in a different order
                # allows str <-> int/float or str to Audio for example
                _UpperCAmelCase      :     List[str]        =   table_cast(A					,     self.config.features.arrow_schema						)
           return pa_table



      def 						snake_case_ (					self					:     Dict					,     A					:     Dict						):
           for i, file in enumerate(itertools.chain.from_iterable(A						)						):
                with open(A					,     "rb"						) as f:
                     _UpperCAmelCase      :     List[str]        =   pa.Table.from_pandas(pd.read_pickle(A						)						)
                     yield i, self._cast_table(A						)





"""simple docstring"""




import importlib
import inspect
import os
import re


# All paths are set with the intent you should run this script from the root of the repo with the command
# python utils/check_config_docstrings.py
_lowerCAmelCase    : Dict							=							"src/transformers"


# This is to make sure the transformers module imported is the one in the repo.
_lowerCAmelCase    : List[Any]							=							importlib.util.spec_from_file_location(
    "transformers",
    os.path.join(PATH_TO_TRANSFORMERS, "__init__.py"),
    submodule_search_locations=[PATH_TO_TRANSFORMERS],
)
_lowerCAmelCase    : Tuple							=							spec.loader.load_module()

_lowerCAmelCase    : Tuple							=							transformers.models.auto.configuration_auto.CONFIG_MAPPING

# Regex pattern used to find the checkpoint mentioned in the docstring of `config_class`.
# For example, `[bert-base-uncased](https://huggingface.co/bert-base-uncased)`
_lowerCAmelCase    : Optional[int]							=							re.compile("\[(.+?)\]\((https://huggingface\.co/.+?)\)")


_lowerCAmelCase    : Optional[int]							=							{
    "CLIPConfigMixin",
    "DecisionTransformerConfigMixin",
    "EncoderDecoderConfigMixin",
    "RagConfigMixin",
    "SpeechEncoderDecoderConfigMixin",
    "VisionEncoderDecoderConfigMixin",
    "VisionTextDualEncoderConfigMixin",
}

def 						__snake_case						(				)  ->       Dict:





     '''simple docstring'''

     _UpperCAmelCase      :     List[str]        =   []

     for config_class in list(CONFIG_MAPPING.values()    ):
          _UpperCAmelCase      :     Union[str, Any]        =   False

          # source code of `config_class`
          _UpperCAmelCase      :     Optional[int]        =   inspect.getsource(SCREAMING_SNAKE_CASE__    )
          _UpperCAmelCase      :     List[Any]        =   _re_checkpoint.findall(SCREAMING_SNAKE_CASE__    )

          for checkpoint in checkpoints:
               # Each `checkpoint` is a tuple of a checkpoint name and a checkpoint link.
               # For example, `('bert-base-uncased', 'https://huggingface.co/bert-base-uncased')`
               _UpperCAmelCase    ,	_UpperCAmelCase      :     List[Any]        =   checkpoint

               # verify the checkpoint name corresponds to the checkpoint link
               _UpperCAmelCase      :     Optional[Any]        =   f'https://huggingface.co/{ckpt_name}'
               if ckpt_link == ckpt_link_from_name:
                    _UpperCAmelCase      :     Optional[Any]        =   True
                    break

          _UpperCAmelCase      :     int        =   config_class.__name__
          if not checkpoint_found and name not in CONFIG_CLASSES_TO_IGNORE_FOR_DOCSTRING_CHECKPOINT_CHECK:
               configs_without_checkpoint.append(SCREAMING_SNAKE_CASE__    )

     if len(SCREAMING_SNAKE_CASE__    ) > 0:
          _UpperCAmelCase      :     List[str]        =   "\n".join(sorted(SCREAMING_SNAKE_CASE__    )    )
          raise ValueError(f'The following configurations don\'t contain any valid checkpoint:\n{message}'    )


if __name__ == "__main__":
 check_config_docstrings_have_checkpoints()
