




"""simple docstring"""



from ....configuration_utils import PretrainedConfig
from ....utils import logging


SCREAMING_SNAKE_CASE    =	logging.get_logger(__name__)

SCREAMING_SNAKE_CASE    =	{
    "Visual-Attention-Network/van-base": (
        "https://huggingface.co/Visual-Attention-Network/van-base/blob/main/config.json"
    ),
}




class      UpperCAmelCase_  (						A_							):
    lowercase__						 =				'''van'''




    def __init__(   self						:	Optional[int]     ,			snake_case_						:	List[str]=224     ,			snake_case_						:	Dict=3     ,			snake_case_						:	Dict=[7, 3, 3, 3]     ,			snake_case_						:	Any=[4, 2, 2, 2]     ,			snake_case_						:	Optional[Any]=[64, 128, 320, 512]     ,			snake_case_						:	Dict=[3, 3, 12, 3]     ,			snake_case_						:	List[str]=[8, 8, 4, 4]     ,			snake_case_						:	List[str]="gelu"     ,			snake_case_						:	Union[str, Any]=0.02     ,			snake_case_						:	Optional[Any]=1e-6     ,			snake_case_						:	List[str]=1e-2     ,			snake_case_						:	int=0.0     ,			snake_case_						:	Any=0.0     ,			**snake_case_						:	Union[str, Any]     ,			)				->							Dict:




     '''simple docstring'''

     super().__init__(**snake_case_				)
     A__	=    image_size
     A__	=    num_channels
     A__	=    patch_sizes
     A__	=    strides
     A__	=    hidden_sizes
     A__	=    depths
     A__	=    mlp_ratios
     A__	=    hidden_act
     A__	=    initializer_range
     A__	=    layer_norm_eps
     A__	=    layer_scale_init_value
     A__	=    drop_path_rate
     A__	=    dropout_rate











"""simple docstring"""



from ...configuration_utils import PretrainedConfig
from ...utils import logging


SCREAMING_SNAKE_CASE    =	logging.get_logger(__name__)

SCREAMING_SNAKE_CASE    =	{
    "SCUT-DLVCLab/lilt-roberta-en-base": (
        "https://huggingface.co/SCUT-DLVCLab/lilt-roberta-en-base/resolve/main/config.json"
    ),
}




class      UpperCAmelCase_  (						A_							):
    lowercase__						 =				'''lilt'''




    def __init__(   self						:	List[str]     ,			snake_case_						:	Any=30_522     ,			snake_case_						:	Optional[Any]=768     ,			snake_case_						:	Union[str, Any]=12     ,			snake_case_						:	Union[str, Any]=12     ,			snake_case_						:	Any=3_072     ,			snake_case_						:	List[str]="gelu"     ,			snake_case_						:	Union[str, Any]=0.1     ,			snake_case_						:	List[Any]=0.1     ,			snake_case_						:	Any=512     ,			snake_case_						:	Optional[Any]=2     ,			snake_case_						:	List[str]=0.02     ,			snake_case_						:	Optional[Any]=1e-12     ,			snake_case_						:	List[Any]=0     ,			snake_case_						:	Any="absolute"     ,			snake_case_						:	str=None     ,			snake_case_						:	int=4     ,			snake_case_						:	int=1_024     ,			**snake_case_						:	Tuple     ,			)				->							List[Any]:




     '''simple docstring'''

     super().__init__(pad_token_id=snake_case_     ,			**snake_case_				)

     A__	=    vocab_size
     A__	=    hidden_size
     A__	=    num_hidden_layers
     A__	=    num_attention_heads
     A__	=    hidden_act
     A__	=    intermediate_size
     A__	=    hidden_dropout_prob
     A__	=    attention_probs_dropout_prob
     A__	=    max_position_embeddings
     A__	=    type_vocab_size
     A__	=    initializer_range
     A__	=    layer_norm_eps
     A__	=    position_embedding_type
     A__	=    classifier_dropout
     A__	=    channel_shrink_ratio
     A__	=    max_ad_position_embeddings





