






'''simple docstring'''

from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase_     =       logging.get_logger(__name__)

lowerCamelCase_     =       {'openai-gpt': 'https://huggingface.co/openai-gpt/resolve/main/config.json'}






class     a_						(      lowerCamelCase    ):
  lowercase							=				"""openai-gpt"""
  lowercase							=				{
      """max_position_embeddings""": """n_positions""",
      """hidden_size""": """n_embd""",
      """num_attention_heads""": """n_head""",
      """num_hidden_layers""": """n_layer""",
  }

  def __init__(				self      ,		_SCREAMING_SNAKE_CASE=40478      ,		_SCREAMING_SNAKE_CASE=512      ,		_SCREAMING_SNAKE_CASE=768      ,		_SCREAMING_SNAKE_CASE=12      ,		_SCREAMING_SNAKE_CASE=12      ,		_SCREAMING_SNAKE_CASE="gelu"      ,		_SCREAMING_SNAKE_CASE=0.1      ,		_SCREAMING_SNAKE_CASE=0.1      ,		_SCREAMING_SNAKE_CASE=0.1      ,		_SCREAMING_SNAKE_CASE=1e-5      ,		_SCREAMING_SNAKE_CASE=0.0_2      ,		_SCREAMING_SNAKE_CASE="cls_index"      ,		_SCREAMING_SNAKE_CASE=True      ,		_SCREAMING_SNAKE_CASE=None      ,		_SCREAMING_SNAKE_CASE=True      ,		_SCREAMING_SNAKE_CASE=0.1      ,		**_SCREAMING_SNAKE_CASE      ,		)  ->				Union[str, Any]:



        """simple docstring"""






        UpperCamelCase      = vocab_size
        UpperCamelCase      = n_positions
        UpperCamelCase      = n_embd
        UpperCamelCase      = n_layer
        UpperCamelCase      = n_head
        UpperCamelCase      = afn
        UpperCamelCase      = resid_pdrop
        UpperCamelCase      = embd_pdrop
        UpperCamelCase      = attn_pdrop
        UpperCamelCase      = layer_norm_epsilon
        UpperCamelCase      = initializer_range
        UpperCamelCase      = summary_type
        UpperCamelCase      = summary_use_proj
        UpperCamelCase      = summary_activation
        UpperCamelCase      = summary_first_dropout
        UpperCamelCase      = summary_proj_to_labels
        super().__init__(**_SCREAMING_SNAKE_CASE				)








'''simple docstring'''

from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


SCREAMING_SNAKE_CASE__     =       {
    'configuration_nllb_moe': [
        'NLLB_MOE_PRETRAINED_CONFIG_ARCHIVE_MAP',
        'NllbMoeConfig',
    ]
}

try:
     if not is_torch_available():
          raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
     pass
else:
     SCREAMING_SNAKE_CASE__     =       [
         'NLLB_MOE_PRETRAINED_MODEL_ARCHIVE_LIST',
         'NllbMoeForConditionalGeneration',
         'NllbMoeModel',
         'NllbMoePreTrainedModel',
         'NllbMoeTop2Router',
         'NllbMoeSparseMLP',
     ]


if TYPE_CHECKING:
     from .configuration_nllb_moe import (
         NLLB_MOE_PRETRAINED_CONFIG_ARCHIVE_MAP,
         NllbMoeConfig,
     )

     try:
          if not is_torch_available():
               raise OptionalDependencyNotAvailable()
     except OptionalDependencyNotAvailable:
          pass
     else:
          from .modeling_nllb_moe import (
              NLLB_MOE_PRETRAINED_MODEL_ARCHIVE_LIST,
              NllbMoeForConditionalGeneration,
              NllbMoeModel,
              NllbMoePreTrainedModel,
              NllbMoeSparseMLP,
              NllbMoeTopaRouter,
          )


else:
     import sys

     SCREAMING_SNAKE_CASE__     =       _LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)
