



'''simple docstring'''

from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


UpperCAmelCase     		=   logging.get_logger(__name__)

UpperCAmelCase     		=   {
    'YituTech/conv-bert-base': 'https://huggingface.co/YituTech/conv-bert-base/resolve/main/config.json',
    'YituTech/conv-bert-medium-small': (
        'https://huggingface.co/YituTech/conv-bert-medium-small/resolve/main/config.json'
    ),
    'YituTech/conv-bert-small': 'https://huggingface.co/YituTech/conv-bert-small/resolve/main/config.json',
    # See all ConvBERT models at https://huggingface.co/models?filter=convbert
}

class __snake_case(				_lowerCAmelCase ):


						'''simple docstring'''



						UpperCAmelCase							:   Optional[int]									=		"convbert"


						def __init__( self     ,	A_=3_0522     ,	A_=768     ,	A_=12     ,	A_=12     ,	A_=3072     ,	A_="gelu"     ,	A_=0.1     ,	A_=0.1     ,	A_=512     ,	A_=2     ,	A_=0.0_2     ,	A_=1e-12     ,	A_=1     ,	A_=0     ,	A_=2     ,	A_=768     ,	A_=2     ,	A_=9     ,	A_=1     ,	A_=None     ,	**A_     ,	)     ->     Union[str, Any]:
							super().__init__(
							    pad_token_id=A_     ,	bos_token_id=A_     ,	eos_token_id=A_     ,	**A_     ,	)

							lowerCAmelCase   =     vocab_size
							lowerCAmelCase   =     hidden_size
							lowerCAmelCase   =     num_hidden_layers
							lowerCAmelCase   =     num_attention_heads
							lowerCAmelCase   =     intermediate_size
							lowerCAmelCase   =     hidden_act
							lowerCAmelCase   =     hidden_dropout_prob
							lowerCAmelCase   =     attention_probs_dropout_prob
							lowerCAmelCase   =     max_position_embeddings
							lowerCAmelCase   =     type_vocab_size
							lowerCAmelCase   =     initializer_range
							lowerCAmelCase   =     layer_norm_eps
							lowerCAmelCase   =     embedding_size
							lowerCAmelCase   =     head_ratio
							lowerCAmelCase   =     conv_kernel_size
							lowerCAmelCase   =     num_groups
							lowerCAmelCase   =     classifier_dropout







class __snake_case(				_lowerCAmelCase ):


						'''simple docstring'''



						@property
						def     __snake_case   ( self				)     ->     Mapping[str, Mapping[int, str]]:
							if self.task == "multiple-choice":
								lowerCAmelCase   =     {0: """batch""", 1: """choice""", 2: """sequence"""}
							else:
								lowerCAmelCase   =     {0: """batch""", 1: """sequence"""}
							return OrderedDict(
							    [
							        ("""input_ids""", dynamic_axis),
							        ("""attention_mask""", dynamic_axis),
							        ("""token_type_ids""", dynamic_axis),
							    ]				)




'''simple docstring'''

from typing import List, Optional, Union

from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase     		=   logging.get_logger(__name__)

UpperCAmelCase     		=   {
    'huggingface/time-series-transformer-tourism-monthly': (
        'https://huggingface.co/huggingface/time-series-transformer-tourism-monthly/resolve/main/config.json'
    ),
    # See all TimeSeriesTransformer models at https://huggingface.co/models?filter=time_series_transformer
}

class __snake_case(				_lowerCAmelCase ):


						'''simple docstring'''



						UpperCAmelCase							:   List[Any]									=		"time_series_transformer"
						UpperCAmelCase							:   int									=		{
						    "hidden_size": "d_model",
						    "num_attention_heads": "encoder_attention_heads",
						    "num_hidden_layers": "encoder_layers",
						}


						def __init__( self     ,	A_ = None     ,	A_ = None     ,	A_ = "student_t"     ,	A_ = "nll"     ,	A_ = 1     ,	A_ = [1, 2, 3, 4, 5, 6, 7]     ,	A_ = "mean"     ,	A_ = 0     ,	A_ = 0     ,	A_ = 0     ,	A_ = 0     ,	A_ = None     ,	A_ = None     ,	A_ = 32     ,	A_ = 32     ,	A_ = 2     ,	A_ = 2     ,	A_ = 2     ,	A_ = 2     ,	A_ = True     ,	A_ = "gelu"     ,	A_ = 64     ,	A_ = 0.1     ,	A_ = 0.1     ,	A_ = 0.1     ,	A_ = 0.1     ,	A_ = 0.1     ,	A_ = 100     ,	A_ = 0.0_2     ,	A_=True     ,	**A_     ,	)     ->     Optional[Any]:
							# time series specific configuration
							lowerCAmelCase   =     prediction_length
							lowerCAmelCase   =     context_length or prediction_length
							lowerCAmelCase   =     distribution_output
							lowerCAmelCase   =     loss
							lowerCAmelCase   =     input_size
							lowerCAmelCase   =     num_time_features
							lowerCAmelCase   =     lags_sequence
							lowerCAmelCase   =     scaling
							lowerCAmelCase   =     num_dynamic_real_features
							lowerCAmelCase   =     num_static_real_features
							lowerCAmelCase   =     num_static_categorical_features
							if cardinality and num_static_categorical_features > 0:
								if len(A_				) != num_static_categorical_features:
									raise ValueError(
									    """The cardinality should be a list of the same length as `num_static_categorical_features`"""				)
								lowerCAmelCase   =     cardinality
							else:
								lowerCAmelCase   =     [0]
							if embedding_dimension and num_static_categorical_features > 0:
								if len(A_				) != num_static_categorical_features:
									raise ValueError(
									    """The embedding dimension should be a list of the same length as `num_static_categorical_features`"""				)
								lowerCAmelCase   =     embedding_dimension
							else:
								lowerCAmelCase   =     [min(50     ,	(cat + 1) // 2				) for cat in self.cardinality]
							lowerCAmelCase   =     num_parallel_samples

							# Transformer architecture configuration
							lowerCAmelCase   =     input_size * len(A_				) + self._number_of_features
							lowerCAmelCase   =     d_model
							lowerCAmelCase   =     encoder_attention_heads
							lowerCAmelCase   =     decoder_attention_heads
							lowerCAmelCase   =     encoder_ffn_dim
							lowerCAmelCase   =     decoder_ffn_dim
							lowerCAmelCase   =     encoder_layers
							lowerCAmelCase   =     decoder_layers

							lowerCAmelCase   =     dropout
							lowerCAmelCase   =     attention_dropout
							lowerCAmelCase   =     activation_dropout
							lowerCAmelCase   =     encoder_layerdrop
							lowerCAmelCase   =     decoder_layerdrop

							lowerCAmelCase   =     activation_function
							lowerCAmelCase   =     init_std

							lowerCAmelCase   =     use_cache

							super().__init__(is_encoder_decoder=A_     ,	**A_				)




						@property
						def     __snake_case   ( self				)     ->     int:
							return (
							    sum(self.embedding_dimension				)
							    + self.num_dynamic_real_features
							    + self.num_time_features
							    + self.num_static_real_features
							    + self.input_size * 2  # the log1p(abs(loc)) and log(scale) features
							)