






from ....configuration_utils import PretrainedConfig
from ....utils import logging


lowerCamelCase     :							int    =logging.get_logger(__name__)

# TODO: upload to AWS
lowerCamelCase     :							Optional[Any]    ={
    '''yjernite/retribert-base-uncased''': (
        '''https://huggingface.co/yjernite/retribert-base-uncased/resolve/main/config.json'''
    ),
}





class       __a  (   A__	):
 _lowerCAmelCase	:	List[Any]				=			'''retribert'''







 def __init__(		self :       Union[str, Any]							,       SCREAMING_SNAKE_CASE :       Optional[Any]=3_05_22							,       SCREAMING_SNAKE_CASE :       int=7_68							,       SCREAMING_SNAKE_CASE :       int=8							,       SCREAMING_SNAKE_CASE :       Dict=12							,       SCREAMING_SNAKE_CASE :       List[str]=30_72							,       SCREAMING_SNAKE_CASE :       Dict="gelu"							,       SCREAMING_SNAKE_CASE :       Union[str, Any]=0.1							,       SCREAMING_SNAKE_CASE :       Dict=0.1							,       SCREAMING_SNAKE_CASE :       Tuple=5_12							,       SCREAMING_SNAKE_CASE :       str=2							,       SCREAMING_SNAKE_CASE :       Tuple=0.0_2							,       SCREAMING_SNAKE_CASE :       int=1e-1_2							,       SCREAMING_SNAKE_CASE :       str=True							,       SCREAMING_SNAKE_CASE :       str=1_28							,       SCREAMING_SNAKE_CASE :       Dict=0							,       **SCREAMING_SNAKE_CASE :       str							,       ):


      '''simple docstring'''






      super().__init__(pad_token_id=SCREAMING_SNAKE_CASE							,       **SCREAMING_SNAKE_CASE						)

      UpperCamelCase__      :       Tuple	    =  vocab_size
      UpperCamelCase__      :       List[Any]	    =  hidden_size
      UpperCamelCase__      :       Tuple	    =  num_hidden_layers
      UpperCamelCase__      :       Optional[Any]	    =  num_attention_heads
      UpperCamelCase__      :       Tuple	    =  hidden_act
      UpperCamelCase__      :       Tuple	    =  intermediate_size
      UpperCamelCase__      :       str	    =  hidden_dropout_prob
      UpperCamelCase__      :       List[Any]	    =  attention_probs_dropout_prob
      UpperCamelCase__      :       Optional[Any]	    =  max_position_embeddings
      UpperCamelCase__      :       str	    =  type_vocab_size
      UpperCamelCase__      :       Any	    =  initializer_range
      UpperCamelCase__      :       Union[str, Any]	    =  layer_norm_eps
      UpperCamelCase__      :       List[str]	    =  share_encoders
      UpperCamelCase__      :       List[Any]	    =  projection_dim







from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase     :							Dict    =logging.get_logger(__name__)





class       __a  (   A__	):
 _lowerCAmelCase	:	Optional[int]				=			'''timm_backbone'''







 def __init__(		self :       Dict							,       SCREAMING_SNAKE_CASE :       Dict=None							,       SCREAMING_SNAKE_CASE :       List[Any]=3							,       SCREAMING_SNAKE_CASE :       List[Any]=True							,       SCREAMING_SNAKE_CASE :       Dict=True							,       SCREAMING_SNAKE_CASE :       Union[str, Any]=None							,       **SCREAMING_SNAKE_CASE :       int							,       ):


      '''simple docstring'''






      super().__init__(**SCREAMING_SNAKE_CASE						)
      UpperCamelCase__      :       Union[str, Any]	    =  backbone
      UpperCamelCase__      :       Dict	    =  num_channels
      UpperCamelCase__      :       str	    =  features_only
      UpperCamelCase__      :       Dict	    =  use_pretrained_backbone
      UpperCamelCase__      :       Tuple	    =  True
      UpperCamelCase__      :       List[Any]	    =  out_indices if out_indices is not None else (-1,)