






'''simple docstring'''
from ...configuration_utils import PretrainedConfig
from ...utils import logging


a_					=	logging.get_logger(__name__)

a_					=	{
    'tiiuae/falcon-40b': 'https://huggingface.co/tiiuae/falcon-40b/resolve/main/config.json',
    'tiiuae/falcon-7b': 'https://huggingface.co/tiiuae/falcon-7b/resolve/main/config.json',
}






class        __SCREAMING_SNAKE_CASE (     lowerCamelCase			):
 snake_case_												=							"""falcon"""
 snake_case_												=							["""past_key_values"""]




 def __init__( self		:							List[Any]   , __lowercase		:							Optional[int]=6_50_24   , __lowercase		:							List[str]=45_44   , __lowercase		:							Tuple=32   , __lowercase		:							Tuple=71   , __lowercase		:							List[str]=1e-5   , __lowercase		:							List[str]=0.02   , __lowercase		:							Optional[Any]=True   , __lowercase		:							Optional[int]=0.0   , __lowercase		:							Union[str, Any]=0.0   , __lowercase		:							int=None   , __lowercase		:							Union[str, Any]=False   , __lowercase		:							Any=False   , __lowercase		:							Tuple=True   , __lowercase		:							List[str]=True   , __lowercase		:							Optional[Any]=False   , __lowercase		:							Optional[Any]=11   , __lowercase		:							Optional[Any]=11   , **__lowercase		:							str   , )		->  Any:
       SCREAMING_SNAKE_CASE__       :			Union[str, Any]													=vocab_size
       # Backward compatibility with n_embed kwarg
       SCREAMING_SNAKE_CASE__       :			Optional[Any]													=kwargs.pop('''n_embed'''   , __lowercase )
       SCREAMING_SNAKE_CASE__       :			int													=hidden_size if n_embed is None else n_embed
       SCREAMING_SNAKE_CASE__       :			str													=num_hidden_layers
       SCREAMING_SNAKE_CASE__       :			str													=num_attention_heads
       SCREAMING_SNAKE_CASE__       :			int													=layer_norm_epsilon
       SCREAMING_SNAKE_CASE__       :			Dict													=initializer_range
       SCREAMING_SNAKE_CASE__       :			Union[str, Any]													=use_cache
       SCREAMING_SNAKE_CASE__       :			List[str]													=hidden_dropout
       SCREAMING_SNAKE_CASE__       :			List[Any]													=attention_dropout

       SCREAMING_SNAKE_CASE__       :			Dict													=bos_token_id
       SCREAMING_SNAKE_CASE__       :			Union[str, Any]													=eos_token_id
       SCREAMING_SNAKE_CASE__       :			Dict													=num_attention_heads if num_kv_heads is None else num_kv_heads
       SCREAMING_SNAKE_CASE__       :			Any													=alibi
       SCREAMING_SNAKE_CASE__       :			Optional[int]													=new_decoder_architecture
       SCREAMING_SNAKE_CASE__       :			Any													=multi_query  # Ignored when new_decoder_architecture is True
       SCREAMING_SNAKE_CASE__       :			List[Any]													=parallel_attn
       SCREAMING_SNAKE_CASE__       :			Tuple													=bias

       super().__init__(bos_token_id=__lowercase   , eos_token_id=__lowercase   , **__lowercase )




 @property
 def        __magic_name__		( self		:							Union[str, Any] )		->  int:
       return self.hidden_size // self.num_attention_heads




 @property
 def        __magic_name__		( self		:							Optional[Any] )		->  Any:
       return not self.alibi







'''simple docstring'''
from ...configuration_utils import PretrainedConfig
from ...utils import logging


a_					=	logging.get_logger(__name__)

a_					=	{
    'microsoft/biogpt': 'https://huggingface.co/microsoft/biogpt/resolve/main/config.json',
    # See all BioGPT models at https://huggingface.co/models?filter=biogpt
}






class        __SCREAMING_SNAKE_CASE (     lowerCamelCase			):
 snake_case_												=							"""biogpt"""




 def __init__( self		:							str   , __lowercase		:							Union[str, Any]=4_23_84   , __lowercase		:							Union[str, Any]=10_24   , __lowercase		:							Any=24   , __lowercase		:							Any=16   , __lowercase		:							Optional[Any]=40_96   , __lowercase		:							Any="gelu"   , __lowercase		:							Optional[Any]=0.1   , __lowercase		:							List[Any]=0.1   , __lowercase		:							Union[str, Any]=10_24   , __lowercase		:							List[Any]=0.02   , __lowercase		:							Tuple=1e-12   , __lowercase		:							Optional[Any]=True   , __lowercase		:							Optional[Any]=True   , __lowercase		:							Any=0.0   , __lowercase		:							int=0.0   , __lowercase		:							str=1   , __lowercase		:							int=0   , __lowercase		:							Optional[int]=2   , **__lowercase		:							Dict   , )		->  Optional[Any]:
       SCREAMING_SNAKE_CASE__       :			Union[str, Any]													=vocab_size
       SCREAMING_SNAKE_CASE__       :			Optional[Any]													=max_position_embeddings
       SCREAMING_SNAKE_CASE__       :			str													=hidden_size
       SCREAMING_SNAKE_CASE__       :			int													=num_hidden_layers
       SCREAMING_SNAKE_CASE__       :			Tuple													=num_attention_heads
       SCREAMING_SNAKE_CASE__       :			Any													=intermediate_size
       SCREAMING_SNAKE_CASE__       :			int													=hidden_act
       SCREAMING_SNAKE_CASE__       :			List[Any]													=hidden_dropout_prob
       SCREAMING_SNAKE_CASE__       :			Dict													=attention_probs_dropout_prob
       SCREAMING_SNAKE_CASE__       :			Optional[int]													=initializer_range
       SCREAMING_SNAKE_CASE__       :			Union[str, Any]													=layer_norm_eps
       SCREAMING_SNAKE_CASE__       :			Optional[Any]													=scale_embedding
       SCREAMING_SNAKE_CASE__       :			str													=use_cache
       SCREAMING_SNAKE_CASE__       :			str													=layerdrop
       SCREAMING_SNAKE_CASE__       :			Dict													=activation_dropout
       super().__init__(pad_token_id=__lowercase   , bos_token_id=__lowercase   , eos_token_id=__lowercase   , **__lowercase )