




from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


UpperCamelCase								=					logging.get_logger(__name__)

UpperCamelCase								=					{
    'bert-base-uncased': 'https://huggingface.co/bert-base-uncased/resolve/main/config.json',
    'bert-large-uncased': 'https://huggingface.co/bert-large-uncased/resolve/main/config.json',
    'bert-base-cased': 'https://huggingface.co/bert-base-cased/resolve/main/config.json',
    'bert-large-cased': 'https://huggingface.co/bert-large-cased/resolve/main/config.json',
    'bert-base-multilingual-uncased': 'https://huggingface.co/bert-base-multilingual-uncased/resolve/main/config.json',
    'bert-base-multilingual-cased': 'https://huggingface.co/bert-base-multilingual-cased/resolve/main/config.json',
    'bert-base-chinese': 'https://huggingface.co/bert-base-chinese/resolve/main/config.json',
    'bert-base-german-cased': 'https://huggingface.co/bert-base-german-cased/resolve/main/config.json',
    'bert-large-uncased-whole-word-masking': (
        'https://huggingface.co/bert-large-uncased-whole-word-masking/resolve/main/config.json'
    ),
    'bert-large-cased-whole-word-masking': (
        'https://huggingface.co/bert-large-cased-whole-word-masking/resolve/main/config.json'
    ),
    'bert-large-uncased-whole-word-masking-finetuned-squad': (
        'https://huggingface.co/bert-large-uncased-whole-word-masking-finetuned-squad/resolve/main/config.json'
    ),
    'bert-large-cased-whole-word-masking-finetuned-squad': (
        'https://huggingface.co/bert-large-cased-whole-word-masking-finetuned-squad/resolve/main/config.json'
    ),
    'bert-base-cased-finetuned-mrpc': 'https://huggingface.co/bert-base-cased-finetuned-mrpc/resolve/main/config.json',
    'bert-base-german-dbmdz-cased': 'https://huggingface.co/bert-base-german-dbmdz-cased/resolve/main/config.json',
    'bert-base-german-dbmdz-uncased': 'https://huggingface.co/bert-base-german-dbmdz-uncased/resolve/main/config.json',
    'cl-tohoku/bert-base-japanese': 'https://huggingface.co/cl-tohoku/bert-base-japanese/resolve/main/config.json',
    'cl-tohoku/bert-base-japanese-whole-word-masking': (
        'https://huggingface.co/cl-tohoku/bert-base-japanese-whole-word-masking/resolve/main/config.json'
    ),
    'cl-tohoku/bert-base-japanese-char': (
        'https://huggingface.co/cl-tohoku/bert-base-japanese-char/resolve/main/config.json'
    ),
    'cl-tohoku/bert-base-japanese-char-whole-word-masking': (
        'https://huggingface.co/cl-tohoku/bert-base-japanese-char-whole-word-masking/resolve/main/config.json'
    ),
    'TurkuNLP/bert-base-finnish-cased-v1': (
        'https://huggingface.co/TurkuNLP/bert-base-finnish-cased-v1/resolve/main/config.json'
    ),
    'TurkuNLP/bert-base-finnish-uncased-v1': (
        'https://huggingface.co/TurkuNLP/bert-base-finnish-uncased-v1/resolve/main/config.json'
    ),
    'wietsedv/bert-base-dutch-cased': 'https://huggingface.co/wietsedv/bert-base-dutch-cased/resolve/main/config.json',
    # See all BERT models at https://huggingface.co/models?filter=bert
}





class 			__lowerCamelCase	(   UpperCamelCase__   ):




    """simple docstring"""

    snake_case__ =				"bert"


    def __init__(	self					:					Any       ,     SCREAMING_SNAKE_CASE__					:					Tuple=30_522       ,     SCREAMING_SNAKE_CASE__					:					Optional[Any]=768       ,     SCREAMING_SNAKE_CASE__					:					Optional[Any]=12       ,     SCREAMING_SNAKE_CASE__					:					List[Any]=12       ,     SCREAMING_SNAKE_CASE__					:					Optional[Any]=3_072       ,     SCREAMING_SNAKE_CASE__					:					Optional[int]="gelu"       ,     SCREAMING_SNAKE_CASE__					:					Tuple=0.1       ,     SCREAMING_SNAKE_CASE__					:					Optional[Any]=0.1       ,     SCREAMING_SNAKE_CASE__					:					Optional[int]=512       ,     SCREAMING_SNAKE_CASE__					:					str=2       ,     SCREAMING_SNAKE_CASE__					:					List[str]=0.02       ,     SCREAMING_SNAKE_CASE__					:					List[Any]=1e-1_2       ,     SCREAMING_SNAKE_CASE__					:					Any=0       ,     SCREAMING_SNAKE_CASE__					:					Union[str, Any]="absolute"       ,     SCREAMING_SNAKE_CASE__					:					Dict=True       ,     SCREAMING_SNAKE_CASE__					:					Tuple=None       ,     **SCREAMING_SNAKE_CASE__					:					int       ,     )				->	Any:
         super().__init__(pad_token_id=SCREAMING_SNAKE_CASE__       ,     **SCREAMING_SNAKE_CASE__       )

         lowerCAmelCase__          =			vocab_size
         lowerCAmelCase__          =			hidden_size
         lowerCAmelCase__          =			num_hidden_layers
         lowerCAmelCase__          =			num_attention_heads
         lowerCAmelCase__          =			hidden_act
         lowerCAmelCase__          =			intermediate_size
         lowerCAmelCase__          =			hidden_dropout_prob
         lowerCAmelCase__          =			attention_probs_dropout_prob
         lowerCAmelCase__          =			max_position_embeddings
         lowerCAmelCase__          =			type_vocab_size
         lowerCAmelCase__          =			initializer_range
         lowerCAmelCase__          =			layer_norm_eps
         lowerCAmelCase__          =			position_embedding_type
         lowerCAmelCase__          =			use_cache
         lowerCAmelCase__          =			classifier_dropout






class 			__lowerCamelCase	(   UpperCamelCase__   ):




    """simple docstring"""

    @property
    def        a				(	self					:					Union[str, Any]       )				->	Mapping[str, Mapping[int, str]]:
         if self.task == "multiple-choice":
              lowerCAmelCase__          =			{0: "batch", 1: "choice", 2: "sequence"}
         else:
              lowerCAmelCase__          =			{0: "batch", 1: "sequence"}
         return OrderedDict(
             [
                 ("input_ids", dynamic_axis),
                 ("attention_mask", dynamic_axis),
                 ("token_type_ids", dynamic_axis),
             ]       )






def 							_A       (						lowerCAmelCase_					: int = 1000      ):
     """simple docstring"""

     return sum(2 * a * ((a - 1) // 2) for a in range(3       ,    n + 1      )      )


if __name__ == "__main__":
     print(solution())
