





from collections import OrderedDict
from typing import Mapping

from packaging import version

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


_UpperCAmelCase             =							logging.get_logger(__name__)

_UpperCAmelCase             =							{
    'sail/poolformer_s12': 'https://huggingface.co/sail/poolformer_s12/resolve/main/config.json',
    # See all PoolFormer models at https://huggingface.co/models?filter=poolformer
}






class        snake_case_    (		__lowercase						):
  A_      							=   'poolformer'






  def __init__(							self			:					Optional[int]       ,  _snake_case			:					int=3       ,  _snake_case			:					int=16       ,  _snake_case			:					str=16       ,  _snake_case			:					Optional[int]=3       ,  _snake_case			:					int=4.0       ,  _snake_case			:					Optional[int]=[2, 2, 6, 2]       ,  _snake_case			:					Tuple=[64, 128, 320, 512]       ,  _snake_case			:					Any=[7, 3, 3, 3]       ,  _snake_case			:					str=[4, 2, 2, 2]       ,  _snake_case			:					Dict=[2, 1, 1, 1]       ,  _snake_case			:					Tuple=4       ,  _snake_case			:					int=0.0       ,  _snake_case			:					Union[str, Any]="gelu"       ,  _snake_case			:					Optional[Any]=True       ,  _snake_case			:					Optional[Any]=1E-5       ,  _snake_case			:					List[Any]=0.02       ,  **_snake_case			:					Union[str, Any]       ,  )->Any:






   '''simple docstring'''

   __lowerCAmelCase					:	Dict      =       num_channels
   __lowerCAmelCase					:	List[Any]      =       patch_size
   __lowerCAmelCase					:	Optional[Any]      =       stride
   __lowerCAmelCase					:	Tuple      =       padding
   __lowerCAmelCase					:	List[Any]      =       pool_size
   __lowerCAmelCase					:	Any      =       hidden_sizes
   __lowerCAmelCase					:	Tuple      =       mlp_ratio
   __lowerCAmelCase					:	Dict      =       depths
   __lowerCAmelCase					:	int      =       patch_sizes
   __lowerCAmelCase					:	List[Any]      =       strides
   __lowerCAmelCase					:	Tuple      =       num_encoder_blocks
   __lowerCAmelCase					:	List[Any]      =       drop_path_rate
   __lowerCAmelCase					:	int      =       hidden_act
   __lowerCAmelCase					:	Any      =       use_layer_scale
   __lowerCAmelCase					:	Tuple      =       layer_scale_init_value
   __lowerCAmelCase					:	Dict      =       initializer_range
   super().__init__(**_snake_case      )






class        snake_case_    (		__lowercase						):
  A_      							=   version.parse('1.11'						)






  @property
  def 				UpperCAmelCase__						(							self			:					Optional[int]      )->Mapping[str, Mapping[int, str]]:






   '''simple docstring'''

   return OrderedDict(
       [
           ("""pixel_values""", {0: """batch""", 1: """num_channels""", 2: """height""", 3: """width"""}),
       ]      )






  @property
  def 				UpperCAmelCase__						(							self			:					Optional[int]      )->float:






   '''simple docstring'''

   return 2E-3






from ...configuration_utils import PretrainedConfig
from ...utils import logging


_UpperCAmelCase             =							logging.get_logger(__name__)

_UpperCAmelCase             =							{
    'microsoft/biogpt': 'https://huggingface.co/microsoft/biogpt/resolve/main/config.json',
    # See all BioGPT models at https://huggingface.co/models?filter=biogpt
}






class        snake_case_    (		__lowercase						):
  A_      							=   'biogpt'






  def __init__(							self			:					int       ,  _snake_case			:					Any=42384       ,  _snake_case			:					Any=1024       ,  _snake_case			:					List[Any]=24       ,  _snake_case			:					Any=16       ,  _snake_case			:					List[str]=4096       ,  _snake_case			:					Dict="gelu"       ,  _snake_case			:					Tuple=0.1       ,  _snake_case			:					str=0.1       ,  _snake_case			:					Tuple=1024       ,  _snake_case			:					Tuple=0.02       ,  _snake_case			:					Tuple=1E-12       ,  _snake_case			:					Optional[int]=True       ,  _snake_case			:					Optional[int]=True       ,  _snake_case			:					Any=0.0       ,  _snake_case			:					Tuple=0.0       ,  _snake_case			:					str=1       ,  _snake_case			:					Dict=0       ,  _snake_case			:					str=2       ,  **_snake_case			:					Union[str, Any]       ,  )->Dict:






   '''simple docstring'''

   __lowerCAmelCase					:	List[Any]      =       vocab_size
   __lowerCAmelCase					:	Dict      =       max_position_embeddings
   __lowerCAmelCase					:	str      =       hidden_size
   __lowerCAmelCase					:	Dict      =       num_hidden_layers
   __lowerCAmelCase					:	List[Any]      =       num_attention_heads
   __lowerCAmelCase					:	Optional[Any]      =       intermediate_size
   __lowerCAmelCase					:	int      =       hidden_act
   __lowerCAmelCase					:	Any      =       hidden_dropout_prob
   __lowerCAmelCase					:	Any      =       attention_probs_dropout_prob
   __lowerCAmelCase					:	Any      =       initializer_range
   __lowerCAmelCase					:	int      =       layer_norm_eps
   __lowerCAmelCase					:	Optional[int]      =       scale_embedding
   __lowerCAmelCase					:	List[Any]      =       use_cache
   __lowerCAmelCase					:	str      =       layerdrop
   __lowerCAmelCase					:	Dict      =       activation_dropout
   super().__init__(pad_token_id=_snake_case       ,  bos_token_id=_snake_case       ,  eos_token_id=_snake_case       ,  **_snake_case      )