




'''simple docstring'''


from ...configuration_utils import PretrainedConfig
from ...utils import logging


_snake_case				:				List[Any]       							=		logging.get_logger(__name__)

_snake_case				:				Any       							=		{
    'google/realm-cc-news-pretrained-embedder': (
        'https://huggingface.co/google/realm-cc-news-pretrained-embedder/resolve/main/config.json'
    ),
    'google/realm-cc-news-pretrained-encoder': (
        'https://huggingface.co/google/realm-cc-news-pretrained-encoder/resolve/main/config.json'
    ),
    'google/realm-cc-news-pretrained-scorer': (
        'https://huggingface.co/google/realm-cc-news-pretrained-scorer/resolve/main/config.json'
    ),
    'google/realm-cc-news-pretrained-openqa': (
        'https://huggingface.co/google/realm-cc-news-pretrained-openqa/aresolve/main/config.json'
    ),
    'google/realm-orqa-nq-openqa': 'https://huggingface.co/google/realm-orqa-nq-openqa/resolve/main/config.json',
    'google/realm-orqa-nq-reader': 'https://huggingface.co/google/realm-orqa-nq-reader/resolve/main/config.json',
    'google/realm-orqa-wq-openqa': 'https://huggingface.co/google/realm-orqa-wq-openqa/resolve/main/config.json',
    'google/realm-orqa-wq-reader': 'https://huggingface.co/google/realm-orqa-wq-reader/resolve/main/config.json',
    # See all REALM models at https://huggingface.co/models?filter=realm
}

class       A   (		_a   ):
							lowercase_          =    'realm'







							def __init__(  self	:  Union[str, Any]							,      lowerCAmelCase_	:  Dict=3_05_22							,      lowerCAmelCase_	:  Optional[Any]=7_68							,      lowerCAmelCase_	:  str=1_28							,      lowerCAmelCase_	:  Union[str, Any]=12							,      lowerCAmelCase_	:  Optional[int]=12							,      lowerCAmelCase_	:  Tuple=8							,      lowerCAmelCase_	:  Union[str, Any]=30_72							,      lowerCAmelCase_	:  Union[str, Any]="gelu_new"							,      lowerCAmelCase_	:  Optional[Any]=0.1							,      lowerCAmelCase_	:  str=0.1							,      lowerCAmelCase_	:  Any=5_12							,      lowerCAmelCase_	:  Dict=2							,      lowerCAmelCase_	:  List[Any]=0.0_2							,      lowerCAmelCase_	:  Optional[Any]=1e-12							,      lowerCAmelCase_	:  Optional[int]=2_56							,      lowerCAmelCase_	:  Tuple=10							,      lowerCAmelCase_	:  Union[str, Any]=1e-3							,      lowerCAmelCase_	:  Dict=5							,      lowerCAmelCase_	:  Optional[Any]=3_20							,      lowerCAmelCase_	:  int=13_35_37_18							,      lowerCAmelCase_	:  str=50_00							,      lowerCAmelCase_	:  List[str]=1							,      lowerCAmelCase_	:  Dict=0							,      lowerCAmelCase_	:  Dict=2							,      **lowerCAmelCase_	:  Union[str, Any]							,      )      ->							Optional[int]:


														"""simple docstring"""


														super().__init__(pad_token_id=lowerCAmelCase_							,      bos_token_id=lowerCAmelCase_							,      eos_token_id=lowerCAmelCase_							,      **lowerCAmelCase_ )

														# Common config
														_a     					=    vocab_size
														_a     					=    max_position_embeddings
														_a     					=    hidden_size
														_a     					=    retriever_proj_size
														_a     					=    num_hidden_layers
														_a     					=    num_attention_heads
														_a     					=    num_candidates
														_a     					=    intermediate_size
														_a     					=    hidden_act
														_a     					=    hidden_dropout_prob
														_a     					=    attention_probs_dropout_prob
														_a     					=    initializer_range
														_a     					=    type_vocab_size
														_a     					=    layer_norm_eps

														# Reader config
														_a     					=    span_hidden_size
														_a     					=    max_span_width
														_a     					=    reader_layer_norm_eps
														_a     					=    reader_beam_size
														_a     					=    reader_seq_len

														# Retrieval config
														_a     					=    num_block_records
														_a     					=    searcher_beam_size







'''simple docstring'''


from __future__ import annotations
def 		snake_case_   (UpperCamelCase	:  list[int]				):





							'''simple docstring'''


							if not nums:
														return 0
							_a     					=    nums[0]
							_a     					=    0
							for num in nums[1:]:
														_a					,							_a     					=    (
														    max_excluding + num,
														    max(UpperCamelCase			,						UpperCamelCase				),
														)
							return max(UpperCamelCase			,						UpperCamelCase				)


if __name__ == "__main__":
				import doctest

				doctest.testmod()

