

'''simple docstring'''
from ...configuration_utils import PretrainedConfig
from ...utils import logging


_snake_case         =  logging.get_logger(__name__)

_snake_case         =  {
    'microsoft/markuplm-base': 'https://huggingface.co/microsoft/markuplm-base/resolve/main/config.json',
    'microsoft/markuplm-large': 'https://huggingface.co/microsoft/markuplm-large/resolve/main/config.json',
}


class        a__  (							lowerCamelCase_  ):
   _SCREAMING_SNAKE_CASE   :					Tuple     	=							'markuplm'


   def __init__(			self      ,    _UpperCamelCase=30522      ,    _UpperCamelCase=768      ,    _UpperCamelCase=12      ,    _UpperCamelCase=12      ,    _UpperCamelCase=3072      ,    _UpperCamelCase="gelu"      ,    _UpperCamelCase=0.1      ,    _UpperCamelCase=0.1      ,    _UpperCamelCase=512      ,    _UpperCamelCase=2      ,    _UpperCamelCase=0.0_2      ,    _UpperCamelCase=1E-1_2      ,    _UpperCamelCase=0      ,    _UpperCamelCase=0      ,    _UpperCamelCase=2      ,    _UpperCamelCase=256      ,    _UpperCamelCase=1024      ,    _UpperCamelCase=216      ,    _UpperCamelCase=1001      ,    _UpperCamelCase=32      ,    _UpperCamelCase=50      ,    _UpperCamelCase="absolute"      ,    _UpperCamelCase=True      ,    _UpperCamelCase=None      ,    **_UpperCamelCase      ,    ):





      """simple docstring"""





      super().__init__(
          pad_token_id=_UpperCamelCase      ,    bos_token_id=_UpperCamelCase      ,    eos_token_id=_UpperCamelCase      ,    **_UpperCamelCase      ,    )
      _lowercase      :				Optional[int]      					=       vocab_size
      _lowercase      :				List[Any]      					=       hidden_size
      _lowercase      :				List[Any]      					=       num_hidden_layers
      _lowercase      :				str      					=       num_attention_heads
      _lowercase      :				Union[str, Any]      					=       hidden_act
      _lowercase      :				List[Any]      					=       intermediate_size
      _lowercase      :				Tuple      					=       hidden_dropout_prob
      _lowercase      :				Union[str, Any]      					=       attention_probs_dropout_prob
      _lowercase      :				Optional[int]      					=       max_position_embeddings
      _lowercase      :				Tuple      					=       type_vocab_size
      _lowercase      :				List[Any]      					=       initializer_range
      _lowercase      :				Dict      					=       layer_norm_eps
      _lowercase      :				List[str]      					=       position_embedding_type
      _lowercase      :				Dict      					=       use_cache
      _lowercase      :				Any      					=       classifier_dropout
      # additional properties
      _lowercase      :				Optional[int]      					=       max_depth
      _lowercase      :				int      					=       max_xpath_tag_unit_embeddings
      _lowercase      :				int      					=       max_xpath_subs_unit_embeddings
      _lowercase      :				Optional[Any]      					=       tag_pad_id
      _lowercase      :				List[str]      					=       subs_pad_id
      _lowercase      :				Dict      					=       xpath_unit_hidden_size









'''simple docstring'''
from ...configuration_utils import PretrainedConfig
from ...utils import logging


_snake_case         =  logging.get_logger(__name__)

_snake_case         =  {
    'weiweishi/roc-bert-base-zh': 'https://huggingface.co/weiweishi/roc-bert-base-zh/resolve/main/config.json',
}


class        a__  (							lowerCamelCase_  ):
   _SCREAMING_SNAKE_CASE   :					Any     	=							'roc_bert'


   def __init__(			self      ,    _UpperCamelCase=30522      ,    _UpperCamelCase=768      ,    _UpperCamelCase=12      ,    _UpperCamelCase=12      ,    _UpperCamelCase=3072      ,    _UpperCamelCase="gelu"      ,    _UpperCamelCase=0.1      ,    _UpperCamelCase=0.1      ,    _UpperCamelCase=512      ,    _UpperCamelCase=2      ,    _UpperCamelCase=0.0_2      ,    _UpperCamelCase=1E-1_2      ,    _UpperCamelCase=True      ,    _UpperCamelCase=0      ,    _UpperCamelCase="absolute"      ,    _UpperCamelCase=None      ,    _UpperCamelCase=True      ,    _UpperCamelCase=True      ,    _UpperCamelCase=768      ,    _UpperCamelCase=910      ,    _UpperCamelCase=512      ,    _UpperCamelCase=24858      ,    _UpperCamelCase=True      ,    **_UpperCamelCase      ,    ):





      """simple docstring"""





      _lowercase      :				str      					=       vocab_size
      _lowercase      :				List[str]      					=       max_position_embeddings
      _lowercase      :				List[Any]      					=       hidden_size
      _lowercase      :				Dict      					=       num_hidden_layers
      _lowercase      :				str      					=       num_attention_heads
      _lowercase      :				int      					=       intermediate_size
      _lowercase      :				Optional[Any]      					=       hidden_act
      _lowercase      :				Union[str, Any]      					=       hidden_dropout_prob
      _lowercase      :				Dict      					=       attention_probs_dropout_prob
      _lowercase      :				Dict      					=       initializer_range
      _lowercase      :				List[Any]      					=       type_vocab_size
      _lowercase      :				Tuple      					=       layer_norm_eps
      _lowercase      :				Optional[int]      					=       use_cache
      _lowercase      :				Tuple      					=       enable_pronunciation
      _lowercase      :				Optional[int]      					=       enable_shape
      _lowercase      :				int      					=       pronunciation_embed_dim
      _lowercase      :				List[str]      					=       pronunciation_vocab_size
      _lowercase      :				int      					=       shape_embed_dim
      _lowercase      :				str      					=       shape_vocab_size
      _lowercase      :				str      					=       concat_input
      _lowercase      :				Dict      					=       position_embedding_type
      _lowercase      :				Optional[Any]      					=       classifier_dropout
      super().__init__(pad_token_id=_UpperCamelCase      ,    **_UpperCamelCase  )






