




from datetime import datetime as dt
import os

from github import Github


__a          =			[
    'good first issue',
    'good second issue',
    'good difficult issue',
    'feature request',
    'new model',
    'wip',
]







def lowerCamelCase__       (      ):

     '''simple docstring'''


     UpperCAmelCase_      :							Dict       =      Github(os.environ['''GITHUB_TOKEN''']				)
     UpperCAmelCase_      :							Union[str, Any]       =      g.get_repo('''huggingface/transformers'''				)
     UpperCAmelCase_      :							Optional[int]       =      repo.get_issues(state='''open'''				)

     for issue in open_issues:
          UpperCAmelCase_      :							str       =      sorted([comment for comment in issue.get_comments()]			,						key=lambda _lowercase				: i.created_at			,						reverse=_lowercase				)
          UpperCAmelCase_      :							Tuple       =      comments[0] if len(_lowercase				) > 0 else None
          if (
              last_comment is not None
              and last_comment.user.login == "github-actions[bot]"
              and (dt.utcnow() - issue.updated_at).days > 7
              and (dt.utcnow() - issue.created_at).days >= 30
              and not any(label.name.lower() in LABELS_TO_EXEMPT for label in issue.get_labels()				)
          ):
               # print(f"Would close issue {issue.number} since it has been 7 days of inactivity since bot mention.")
               issue.edit(state='''closed'''				)
          elif (
              (dt.utcnow() - issue.updated_at).days > 23
              and (dt.utcnow() - issue.created_at).days >= 30
              and not any(label.name.lower() in LABELS_TO_EXEMPT for label in issue.get_labels()				)
          ):
               # print(f"Would add stale comment to {issue.number}")
               issue.create_comment(
                   '''This issue has been automatically marked as stale because it has not had '''
                   '''recent activity. If you think this still needs to be addressed '''
                   '''please comment on this thread.\n\nPlease note that issues that do not follow the '''
                   '''[contributing guidelines](https://github.com/huggingface/transformers/blob/main/CONTRIBUTING.md) '''
                   '''are likely to be ignored.'''				)


if __name__ == "__main__":
     main()











import argparse
import logging
import pickle
from collections import Counter


logging.basicConfig(
    format='%(asctime)s - %(levelname)s - %(name)s - %(message)s', datefmt='%m/%d/%Y %H:%M:%S', level=logging.INFO
)
__a          =			logging.getLogger(__name__)

if __name__ == "__main__":
     __a          =			argparse.ArgumentParser(
         description='Token Counts for smoothing the masking probabilities in MLM (cf XLM/word2vec)'
     )
     parser.add_argument(
         '--data_file', type=str, default='data/dump.bert-base-uncased.pickle', help='The binarized dataset.'
     )
     parser.add_argument(
         '--token_counts_dump', type=str, default='data/token_counts.bert-base-uncased.pickle', help='The dump file.'
     )
     parser.add_argument('--vocab_size', default=30_522, type=int)
     __a          =			parser.parse_args()

     logger.info(F"""Loading data from {args.data_file}""")
     with open(args.data_file, 'rb') as fp:
          __a          =			pickle.load(fp)

     logger.info('Counting occurrences for MLM.')
     __a          =			Counter()
     for tk_ids in data:
          counter.update(tk_ids)
     __a          =			[0] * args.vocab_size
     for k, v in counter.items():
          __a          =			v

     logger.info(F"""Dump to {args.token_counts_dump}""")
     with open(args.token_counts_dump, 'wb') as handle:
          pickle.dump(counts, handle, protocol=pickle.HIGHEST_PROTOCOL)