






"""simple docstring"""

import warnings

from ...utils import logging
from .image_processing_poolformer import PoolFormerImageProcessor


_A						=			logging.get_logger(__name__)






class 	_lowercase       (    lowercase__		):




	def __init__(			self		,			*UpperCAmelCase_		,			**UpperCAmelCase_ )		->							Union[str, Any]:
			warnings.warn(
			    'The class PoolFormerFeatureExtractor is deprecated and will be removed in version 5 of Transformers.'
			    ' Please use PoolFormerImageProcessor instead.'		,			lowercase_		,			)
			super().__init__(*lowercase_		,			**lowercase_ )








"""simple docstring"""

from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


_A						=			logging.get_logger(__name__)

_A						=			{
    'google/bigbird-roberta-base': 'https://huggingface.co/google/bigbird-roberta-base/resolve/main/config.json',
    'google/bigbird-roberta-large': 'https://huggingface.co/google/bigbird-roberta-large/resolve/main/config.json',
    'google/bigbird-base-trivia-itc': 'https://huggingface.co/google/bigbird-base-trivia-itc/resolve/main/config.json',
    # See all BigBird models at https://huggingface.co/models?filter=big_bird
}






class 	_lowercase       (    __UpperCAmelCase		):
	lowercase_				=     'big_bird'




	def __init__(			self		,			UpperCAmelCase_=50358		,			UpperCAmelCase_=768		,			UpperCAmelCase_=12		,			UpperCAmelCase_=12		,			UpperCAmelCase_=3072		,			UpperCAmelCase_="gelu_new"		,			UpperCAmelCase_=0.1		,			UpperCAmelCase_=0.1		,			UpperCAmelCase_=4096		,			UpperCAmelCase_=2		,			UpperCAmelCase_=0.02		,			UpperCAmelCase_=1E-1_2		,			UpperCAmelCase_=True		,			UpperCAmelCase_=0		,			UpperCAmelCase_=1		,			UpperCAmelCase_=2		,			UpperCAmelCase_=66		,			UpperCAmelCase_="block_sparse"		,			UpperCAmelCase_=True		,			UpperCAmelCase_=False		,			UpperCAmelCase_=64		,			UpperCAmelCase_=3		,			UpperCAmelCase_=None		,			**UpperCAmelCase_		,			)		->							Union[str, Any]:
			super().__init__(
			    pad_token_id=UpperCAmelCase_		,			bos_token_id=UpperCAmelCase_		,			eos_token_id=UpperCAmelCase_		,			sep_token_id=UpperCAmelCase_		,			**UpperCAmelCase_		,			)

			lowerCamelCase					:      Tuple          =   vocab_size
			lowerCamelCase					:      str          =   max_position_embeddings
			lowerCamelCase					:      str          =   hidden_size
			lowerCamelCase					:      Optional[int]          =   num_hidden_layers
			lowerCamelCase					:      List[str]          =   num_attention_heads
			lowerCamelCase					:      List[str]          =   intermediate_size
			lowerCamelCase					:      Optional[int]          =   hidden_act
			lowerCamelCase					:      Optional[int]          =   hidden_dropout_prob
			lowerCamelCase					:      Dict          =   attention_probs_dropout_prob
			lowerCamelCase					:      int          =   initializer_range
			lowerCamelCase					:      Union[str, Any]          =   type_vocab_size
			lowerCamelCase					:      Union[str, Any]          =   layer_norm_eps
			lowerCamelCase					:      int          =   use_cache

			lowerCamelCase					:      Tuple          =   rescale_embeddings
			lowerCamelCase					:      Dict          =   attention_type
			lowerCamelCase					:      Optional[int]          =   use_bias
			lowerCamelCase					:      Optional[int]          =   block_size
			lowerCamelCase					:      Tuple          =   num_random_blocks
			lowerCamelCase					:      List[Any]          =   classifier_dropout






class 	_lowercase       (    __UpperCAmelCase		):




	@property
	def       _UpperCamelCase   (			self )		->							Mapping[str, Mapping[int, str]]:
			if self.task == "multiple-choice":
					lowerCamelCase					:      Tuple          =   {0: 'batch', 1: 'choice', 2: 'sequence'}
			else:
					lowerCamelCase					:      int          =   {0: 'batch', 1: 'sequence'}
			return OrderedDict(
			    [
			        ('input_ids', dynamic_axis),
			        ('attention_mask', dynamic_axis),
			    ] )






