


from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase_	   =     logging.get_logger(__name__)

lowercase_	   =     {
    'weiweishi/roc-bert-base-zh': 'https://huggingface.co/weiweishi/roc-bert-base-zh/resolve/main/config.json',
}


class 	A_ (	__UpperCamelCase   ):




      '''simple docstring'''


      __snake_case 	=       """roc_bert"""




      def __init__(    self:	Optional[int]						,				a:	List[str]=3_0522						,				a:	Optional[int]=768						,				a:	Optional[Any]=12						,				a:	Optional[Any]=12						,				a:	Optional[int]=3072						,				a:	Dict="gelu"						,				a:	Dict=0.1						,				a:	List[Any]=0.1						,				a:	List[str]=512						,				a:	Any=2						,				a:	str=0.0_2						,				a:	List[str]=1e-12						,				a:	Dict=True						,				a:	List[Any]=0						,				a:	Union[str, Any]="absolute"						,				a:	Union[str, Any]=None						,				a:	Any=True						,				a:	int=True						,				a:	Tuple=768						,				a:	Dict=910						,				a:	Union[str, Any]=512						,				a:	Optional[int]=2_4858						,				a:	Union[str, Any]=True						,				**a:	Dict						,				):
       __lowerCamelCase		:							List[str]		 =						vocab_size
       __lowerCamelCase		:							str		 =						max_position_embeddings
       __lowerCamelCase		:							Dict		 =						hidden_size
       __lowerCamelCase		:							Dict		 =						num_hidden_layers
       __lowerCamelCase		:							Tuple		 =						num_attention_heads
       __lowerCamelCase		:							Union[str, Any]		 =						intermediate_size
       __lowerCamelCase		:							Optional[int]		 =						hidden_act
       __lowerCamelCase		:							Any		 =						hidden_dropout_prob
       __lowerCamelCase		:							int		 =						attention_probs_dropout_prob
       __lowerCamelCase		:							Optional[int]		 =						initializer_range
       __lowerCamelCase		:							str		 =						type_vocab_size
       __lowerCamelCase		:							Optional[int]		 =						layer_norm_eps
       __lowerCamelCase		:							List[Any]		 =						use_cache
       __lowerCamelCase		:							List[Any]		 =						enable_pronunciation
       __lowerCamelCase		:							List[str]		 =						enable_shape
       __lowerCamelCase		:							List[str]		 =						pronunciation_embed_dim
       __lowerCamelCase		:							List[Any]		 =						pronunciation_vocab_size
       __lowerCamelCase		:							Dict		 =						shape_embed_dim
       __lowerCamelCase		:							str		 =						shape_vocab_size
       __lowerCamelCase		:							Any		 =						concat_input
       __lowerCamelCase		:							Tuple		 =						position_embedding_type
       __lowerCamelCase		:							Optional[int]		 =						classifier_dropout
       super().__init__(pad_token_id=a						,				**a    )





import warnings

from .generation import TFGenerationMixin


class 	A_ (	__UpperCamelCase   ):




      '''simple docstring'''


      warnings.warn(
          """Importing `TFGenerationMixin` from `src/transformers/generation_tf_utils.py` is deprecated and will """
          """be removed in Transformers v5. Import as `from transformers import TFGenerationMixin` instead.""" ,				__UpperCamelCase ,				)

