


"""simple docstring"""
from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


__SCREAMING_SNAKE_CASE							:      str						=      logging.get_logger(__name__)

__SCREAMING_SNAKE_CASE							:      List[str]						=      {
    'google/bigbird-roberta-base': 'https://huggingface.co/google/bigbird-roberta-base/resolve/main/config.json',
    'google/bigbird-roberta-large': 'https://huggingface.co/google/bigbird-roberta-large/resolve/main/config.json',
    'google/bigbird-base-trivia-itc': 'https://huggingface.co/google/bigbird-base-trivia-itc/resolve/main/config.json',
    # See all BigBird models at https://huggingface.co/models?filter=big_bird
}





class        __A       (snake_case__):





							'''simple docstring'''

							__lowercase:						Dict							 =      """big_bird"""



							def __init__(			self							: str						,    UpperCAmelCase_							: Dict=50_358						,    UpperCAmelCase_							: str=768						,    UpperCAmelCase_							: str=12						,    UpperCAmelCase_							: Optional[Any]=12						,    UpperCAmelCase_							: str=3_072						,    UpperCAmelCase_							: List[Any]="gelu_new"						,    UpperCAmelCase_							: int=0.1						,    UpperCAmelCase_							: List[str]=0.1						,    UpperCAmelCase_							: Dict=4_096						,    UpperCAmelCase_							: List[str]=2						,    UpperCAmelCase_							: Optional[int]=0.02						,    UpperCAmelCase_							: Optional[int]=1E-12						,    UpperCAmelCase_							: List[Any]=True						,    UpperCAmelCase_							: int=0						,    UpperCAmelCase_							: str=1						,    UpperCAmelCase_							: Union[str, Any]=2						,    UpperCAmelCase_							: str=66						,    UpperCAmelCase_							: str="block_sparse"						,    UpperCAmelCase_							: Optional[Any]=True						,    UpperCAmelCase_							: Tuple=False						,    UpperCAmelCase_							: Union[str, Any]=64						,    UpperCAmelCase_							: Any=3						,    UpperCAmelCase_							: Tuple=None						,    **UpperCAmelCase_							: str						,    )   ->Dict:



														"""simple docstring"""



														super().__init__(
														    pad_token_id=UpperCAmelCase_						,    bos_token_id=UpperCAmelCase_						,    eos_token_id=UpperCAmelCase_						,    sep_token_id=UpperCAmelCase_						,    **UpperCAmelCase_						,    )

														snake_case_          =						vocab_size
														snake_case_          =						max_position_embeddings
														snake_case_          =						hidden_size
														snake_case_          =						num_hidden_layers
														snake_case_          =						num_attention_heads
														snake_case_          =						intermediate_size
														snake_case_          =						hidden_act
														snake_case_          =						hidden_dropout_prob
														snake_case_          =						attention_probs_dropout_prob
														snake_case_          =						initializer_range
														snake_case_          =						type_vocab_size
														snake_case_          =						layer_norm_eps
														snake_case_          =						use_cache

														snake_case_          =						rescale_embeddings
														snake_case_          =						attention_type
														snake_case_          =						use_bias
														snake_case_          =						block_size
														snake_case_          =						num_random_blocks
														snake_case_          =						classifier_dropout





class        __A       (snake_case__):





							'''simple docstring'''

							@property
							def 						lowerCAmelCase    (			self							: Optional[Any]    )   ->Mapping[str, Mapping[int, str]]:



														"""simple docstring"""



														if self.task == "multiple-choice":
																					snake_case_          =						{0: """batch""", 1: """choice""", 2: """sequence"""}
														else:
																					snake_case_          =						{0: """batch""", 1: """sequence"""}
														return OrderedDict(
														    [
														        ("""input_ids""", dynamic_axis),
														        ("""attention_mask""", dynamic_axis),
														    ]    )







"""simple docstring"""
from ...configuration_utils import PretrainedConfig
from ...utils import logging


__SCREAMING_SNAKE_CASE							:      Union[str, Any]						=      logging.get_logger(__name__)

__SCREAMING_SNAKE_CASE							:      int						=      {
    'google/canine-s': 'https://huggingface.co/google/canine-s/resolve/main/config.json',
    # See all CANINE models at https://huggingface.co/models?filter=canine
}





class        __A       (snake_case__):





							'''simple docstring'''

							__lowercase:						List[str]							 =      """canine"""



							def __init__(			self							: Union[str, Any]						,    UpperCAmelCase_							: str=768						,    UpperCAmelCase_							: Union[str, Any]=12						,    UpperCAmelCase_							: Optional[Any]=12						,    UpperCAmelCase_							: Optional[Any]=3_072						,    UpperCAmelCase_							: List[Any]="gelu"						,    UpperCAmelCase_							: int=0.1						,    UpperCAmelCase_							: Any=0.1						,    UpperCAmelCase_							: List[str]=16_384						,    UpperCAmelCase_							: Tuple=16						,    UpperCAmelCase_							: int=0.02						,    UpperCAmelCase_							: Tuple=1E-12						,    UpperCAmelCase_							: str=0						,    UpperCAmelCase_							: int=0XE000						,    UpperCAmelCase_							: Optional[int]=0XE001						,    UpperCAmelCase_							: Dict=4						,    UpperCAmelCase_							: List[Any]=4						,    UpperCAmelCase_							: List[Any]=8						,    UpperCAmelCase_							: Dict=16_384						,    UpperCAmelCase_							: Optional[int]=128						,    **UpperCAmelCase_							: Any						,    )   ->int:



														"""simple docstring"""



														super().__init__(pad_token_id=UpperCAmelCase_						,    bos_token_id=UpperCAmelCase_						,    eos_token_id=UpperCAmelCase_						,    **UpperCAmelCase_    )

														snake_case_          =						max_position_embeddings
														snake_case_          =						hidden_size
														snake_case_          =						num_hidden_layers
														snake_case_          =						num_attention_heads
														snake_case_          =						intermediate_size
														snake_case_          =						hidden_act
														snake_case_          =						hidden_dropout_prob
														snake_case_          =						attention_probs_dropout_prob
														snake_case_          =						initializer_range
														snake_case_          =						type_vocab_size
														snake_case_          =						layer_norm_eps

														# Character config:
														snake_case_          =						downsampling_rate
														snake_case_          =						upsampling_kernel_size
														snake_case_          =						num_hash_functions
														snake_case_          =						num_hash_buckets
														snake_case_          =						local_transformer_stride



