


from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tokenizers_available, is_torch_available


__UpperCAmelCase       =							{
    '''configuration_squeezebert''': [
        '''SQUEEZEBERT_PRETRAINED_CONFIG_ARCHIVE_MAP''',
        '''SqueezeBertConfig''',
        '''SqueezeBertOnnxConfig''',
    ],
    '''tokenization_squeezebert''': ['''SqueezeBertTokenizer'''],
}

try:
		if not is_tokenizers_available():
				raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
		pass
else:
		__UpperCAmelCase       =							['''SqueezeBertTokenizerFast''']

try:
		if not is_torch_available():
				raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
		pass
else:
		__UpperCAmelCase       =							[
		    '''SQUEEZEBERT_PRETRAINED_MODEL_ARCHIVE_LIST''',
		    '''SqueezeBertForMaskedLM''',
		    '''SqueezeBertForMultipleChoice''',
		    '''SqueezeBertForQuestionAnswering''',
		    '''SqueezeBertForSequenceClassification''',
		    '''SqueezeBertForTokenClassification''',
		    '''SqueezeBertModel''',
		    '''SqueezeBertModule''',
		    '''SqueezeBertPreTrainedModel''',
		]


if TYPE_CHECKING:
		from .configuration_squeezebert import (
		    SQUEEZEBERT_PRETRAINED_CONFIG_ARCHIVE_MAP,
		    SqueezeBertConfig,
		    SqueezeBertOnnxConfig,
		)
		from .tokenization_squeezebert import SqueezeBertTokenizer

		try:
				if not is_tokenizers_available():
						raise OptionalDependencyNotAvailable()
		except OptionalDependencyNotAvailable:
				pass
		else:
				from .tokenization_squeezebert_fast import SqueezeBertTokenizerFast

		try:
				if not is_torch_available():
						raise OptionalDependencyNotAvailable()
		except OptionalDependencyNotAvailable:
				pass
		else:
				from .modeling_squeezebert import (
				    SQUEEZEBERT_PRETRAINED_MODEL_ARCHIVE_LIST,
				    SqueezeBertForMaskedLM,
				    SqueezeBertForMultipleChoice,
				    SqueezeBertForQuestionAnswering,
				    SqueezeBertForSequenceClassification,
				    SqueezeBertForTokenClassification,
				    SqueezeBertModel,
				    SqueezeBertModule,
				    SqueezeBertPreTrainedModel,
				)

else:
		import sys

		__UpperCAmelCase       =							_LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)



'''simple docstring'''






from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


__UpperCAmelCase       =							logging.get_logger(__name__)

__UpperCAmelCase       =							{
    '''distilbert-base-uncased''': '''https://huggingface.co/distilbert-base-uncased/resolve/main/config.json''',
    '''distilbert-base-uncased-distilled-squad''': (
        '''https://huggingface.co/distilbert-base-uncased-distilled-squad/resolve/main/config.json'''
    ),
    '''distilbert-base-cased''': '''https://huggingface.co/distilbert-base-cased/resolve/main/config.json''',
    '''distilbert-base-cased-distilled-squad''': (
        '''https://huggingface.co/distilbert-base-cased-distilled-squad/resolve/main/config.json'''
    ),
    '''distilbert-base-german-cased''': '''https://huggingface.co/distilbert-base-german-cased/resolve/main/config.json''',
    '''distilbert-base-multilingual-cased''': (
        '''https://huggingface.co/distilbert-base-multilingual-cased/resolve/main/config.json'''
    ),
    '''distilbert-base-uncased-finetuned-sst-2-english''': (
        '''https://huggingface.co/distilbert-base-uncased-finetuned-sst-2-english/resolve/main/config.json'''
    ),
}




class 		a__    (							a__  ):





							'''simple docstring'''






							lowercase__      :       Optional[Any]     						=				"distilbert"
							lowercase__      :       Tuple     						=				{
							    "hidden_size": "dim",
							    "num_attention_heads": "n_heads",
							    "num_hidden_layers": "n_layers",
							}







							def __init__(		self ,   lowerCamelCase_=3_05_22 ,   lowerCamelCase_=5_12 ,   lowerCamelCase_=False ,   lowerCamelCase_=6 ,   lowerCamelCase_=12 ,   lowerCamelCase_=7_68 ,   lowerCamelCase_=4 * 7_68 ,   lowerCamelCase_=0.1 ,   lowerCamelCase_=0.1 ,   lowerCamelCase_="gelu" ,   lowerCamelCase_=0.02 ,   lowerCamelCase_=0.1 ,   lowerCamelCase_=0.2 ,   lowerCamelCase_=0 ,   **lowerCamelCase_ ,   )	->							Any:
														lowerCAmelCase__	       =     vocab_size
														lowerCAmelCase__	       =     max_position_embeddings
														lowerCAmelCase__	       =     sinusoidal_pos_embds
														lowerCAmelCase__	       =     n_layers
														lowerCAmelCase__	       =     n_heads
														lowerCAmelCase__	       =     dim
														lowerCAmelCase__	       =     hidden_dim
														lowerCAmelCase__	       =     dropout
														lowerCAmelCase__	       =     attention_dropout
														lowerCAmelCase__	       =     activation
														lowerCAmelCase__	       =     initializer_range
														lowerCAmelCase__	       =     qa_dropout
														lowerCAmelCase__	       =     seq_classif_dropout
														super().__init__(**lowerCamelCase_ ,   pad_token_id=lowerCamelCase_       )




class 		a__    (							a__  ):





							'''simple docstring'''






							@property
							def   __SCREAMING_SNAKE_CASE							(		self       )	->							Mapping[str, Mapping[int, str]]:
														if self.task == "multiple-choice":
																					lowerCAmelCase__	       =     {0: '''batch''', 1: '''choice''', 2: '''sequence'''}
														else:
																					lowerCAmelCase__	       =     {0: '''batch''', 1: '''sequence'''}
														return OrderedDict(
														    [
														        ('''input_ids''', dynamic_axis),
														        ('''attention_mask''', dynamic_axis),
														    ]       )