





from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowerCamelCase :    Union[str, Any]  							= logging.get_logger(__name__)

_lowerCamelCase :    int  							= {
    '''sayakpaul/vit-msn-base''': '''https://huggingface.co/sayakpaul/vit-msn-base/resolve/main/config.json''',
    # See all ViT MSN models at https://huggingface.co/models?filter=vit_msn
}


class 						lowerCamelCase       (__lowerCamelCase      ):







							"""simple docstring"""




							UpperCAmelCase_      						=   "vit_msn"






							def __init__( self     :					Optional[int],			_UpperCAmelCase     :					Optional[int]=7_6_8,			_UpperCAmelCase     :					str=1_2,			_UpperCAmelCase     :					List[Any]=1_2,			_UpperCAmelCase     :					Dict=3_0_7_2,			_UpperCAmelCase     :					Any="gelu",			_UpperCAmelCase     :					Dict=0.0,			_UpperCAmelCase     :					List[Any]=0.0,			_UpperCAmelCase     :					Optional[Any]=0.02,			_UpperCAmelCase     :					str=1E-06,			_UpperCAmelCase     :					Tuple=2_2_4,			_UpperCAmelCase     :					Union[str, Any]=1_6,			_UpperCAmelCase     :					int=3,			_UpperCAmelCase     :					Tuple=True,			**_UpperCAmelCase     :					Dict,			)				->			List[str]:





														"""simple docstring"""
														super().__init__(**_UpperCAmelCase						)

														SCREAMING_SNAKE_CASE__       :      List[str]     =						hidden_size
														SCREAMING_SNAKE_CASE__       :      Tuple     =						num_hidden_layers
														SCREAMING_SNAKE_CASE__       :      Union[str, Any]     =						num_attention_heads
														SCREAMING_SNAKE_CASE__       :      Optional[Any]     =						intermediate_size
														SCREAMING_SNAKE_CASE__       :      Tuple     =						hidden_act
														SCREAMING_SNAKE_CASE__       :      int     =						hidden_dropout_prob
														SCREAMING_SNAKE_CASE__       :      Optional[Any]     =						attention_probs_dropout_prob
														SCREAMING_SNAKE_CASE__       :      Dict     =						initializer_range
														SCREAMING_SNAKE_CASE__       :      Optional[Any]     =						layer_norm_eps
														SCREAMING_SNAKE_CASE__       :      Tuple     =						image_size
														SCREAMING_SNAKE_CASE__       :      Optional[Any]     =						patch_size
														SCREAMING_SNAKE_CASE__       :      int     =						num_channels
														SCREAMING_SNAKE_CASE__       :      int     =						qkv_bias













from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


_lowerCamelCase :    Union[str, Any]  							= {
    '''configuration_bigbird_pegasus''': [
        '''BIGBIRD_PEGASUS_PRETRAINED_CONFIG_ARCHIVE_MAP''',
        '''BigBirdPegasusConfig''',
        '''BigBirdPegasusOnnxConfig''',
    ],
}

try:
		if not is_torch_available():
				raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
		pass
else:
		_lowerCamelCase :    int  							= [
		    '''BIGBIRD_PEGASUS_PRETRAINED_MODEL_ARCHIVE_LIST''',
		    '''BigBirdPegasusForCausalLM''',
		    '''BigBirdPegasusForConditionalGeneration''',
		    '''BigBirdPegasusForQuestionAnswering''',
		    '''BigBirdPegasusForSequenceClassification''',
		    '''BigBirdPegasusModel''',
		    '''BigBirdPegasusPreTrainedModel''',
		]


if TYPE_CHECKING:
		from .configuration_bigbird_pegasus import (
		    BIGBIRD_PEGASUS_PRETRAINED_CONFIG_ARCHIVE_MAP,
		    BigBirdPegasusConfig,
		    BigBirdPegasusOnnxConfig,
		)

		try:
				if not is_torch_available():
						raise OptionalDependencyNotAvailable()
		except OptionalDependencyNotAvailable:
				pass
		else:
				from .modeling_bigbird_pegasus import (
				    BIGBIRD_PEGASUS_PRETRAINED_MODEL_ARCHIVE_LIST,
				    BigBirdPegasusForCausalLM,
				    BigBirdPegasusForConditionalGeneration,
				    BigBirdPegasusForQuestionAnswering,
				    BigBirdPegasusForSequenceClassification,
				    BigBirdPegasusModel,
				    BigBirdPegasusPreTrainedModel,
				)


else:
		import sys

		_lowerCamelCase :    Optional[Any]  							= _LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)






