
'''simple docstring'''



from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


_lowercase    =		logging.get_logger(__name__)

_lowercase    =		{
    "facebook/data2vec-text-base": "https://huggingface.co/data2vec/resolve/main/config.json",
}




class   UpperCAmelCase_					(		_a			):






						'''simple docstring'''






						_lowercase		:				List[Any]									=       """data2vec-text"""




						def __init__( self   ,       _lowercase=30_522   ,       _lowercase=768   ,       _lowercase=12   ,       _lowercase=12   ,       _lowercase=3_072   ,       _lowercase="gelu"   ,       _lowercase=0.1   ,       _lowercase=0.1   ,       _lowercase=512   ,       _lowercase=2   ,       _lowercase=0.02   ,       _lowercase=1e-12   ,       _lowercase=1   ,       _lowercase=0   ,       _lowercase=2   ,       _lowercase="absolute"   ,       _lowercase=True   ,       _lowercase=None   ,       **_lowercase   ,       ):

												"""simple docstring"""



												super().__init__(pad_token_id=_lowercase   ,       bos_token_id=_lowercase   ,       eos_token_id=_lowercase   ,       **_lowercase				)

												_lowerCAmelCase  						=			vocab_size
												_lowerCAmelCase  						=			hidden_size
												_lowerCAmelCase  						=			num_hidden_layers
												_lowerCAmelCase  						=			num_attention_heads
												_lowerCAmelCase  						=			hidden_act
												_lowerCAmelCase  						=			intermediate_size
												_lowerCAmelCase  						=			hidden_dropout_prob
												_lowerCAmelCase  						=			attention_probs_dropout_prob
												_lowerCAmelCase  						=			max_position_embeddings
												_lowerCAmelCase  						=			type_vocab_size
												_lowerCAmelCase  						=			initializer_range
												_lowerCAmelCase  						=			layer_norm_eps
												_lowerCAmelCase  						=			position_embedding_type
												_lowerCAmelCase  						=			use_cache
												_lowerCAmelCase  						=			classifier_dropout






class   UpperCAmelCase_					(		_a			):






						'''simple docstring'''






						@property
						def  _lowercase     ( self				):

												"""simple docstring"""



												if self.task == "multiple-choice":
																		_lowerCAmelCase  						=			{0: 'batch', 1: 'choice', 2: 'sequence'}
												else:
																		_lowerCAmelCase  						=			{0: 'batch', 1: 'sequence'}
												return OrderedDict(
												    [
												        ("""input_ids""", dynamic_axis),
												        ("""attention_mask""", dynamic_axis),
												    ]				)


'''simple docstring'''



import logging

from transformers import PretrainedConfig


_lowercase    =		logging.getLogger(__name__)


_lowercase    =		{
    """bertabs-finetuned-cnndm""": """https://huggingface.co/remi/bertabs-finetuned-cnndm-extractive-abstractive-summarization/resolve/main/config.json""",
}




class   UpperCAmelCase_					(		_SCREAMING_SNAKE_CASE			):






						'''simple docstring'''






						_lowercase		:				Optional[Any]									=       '''bertabs'''




						def __init__( self   ,       _lowercase=30_522   ,       _lowercase=512   ,       _lowercase=6   ,       _lowercase=512   ,       _lowercase=8   ,       _lowercase=512   ,       _lowercase=0.2   ,       _lowercase=6   ,       _lowercase=768   ,       _lowercase=8   ,       _lowercase=2_048   ,       _lowercase=0.2   ,       **_lowercase   ,       ):

												"""simple docstring"""



												super().__init__(**_lowercase				)

												_lowerCAmelCase  						=			vocab_size
												_lowerCAmelCase  						=			max_pos

												_lowerCAmelCase  						=			enc_layers
												_lowerCAmelCase  						=			enc_hidden_size
												_lowerCAmelCase  						=			enc_heads
												_lowerCAmelCase  						=			enc_ff_size
												_lowerCAmelCase  						=			enc_dropout

												_lowerCAmelCase  						=			dec_layers
												_lowerCAmelCase  						=			dec_hidden_size
												_lowerCAmelCase  						=			dec_heads
												_lowerCAmelCase  						=			dec_ff_size
												_lowerCAmelCase  						=			dec_dropout
