

from ...configuration_utils import PretrainedConfig
from ...utils import logging


A__							=				logging.get_logger(__name__)

A__							=				{
    "tau/splinter-base": "https://huggingface.co/tau/splinter-base/resolve/main/config.json",
    "tau/splinter-base-qass": "https://huggingface.co/tau/splinter-base-qass/resolve/main/config.json",
    "tau/splinter-large": "https://huggingface.co/tau/splinter-large/resolve/main/config.json",
    "tau/splinter-large-qass": "https://huggingface.co/tau/splinter-large-qass/resolve/main/config.json",
    # See all Splinter models at https://huggingface.co/models?filter=splinter
}

class 					__UpperCamelCase					(       SCREAMING_SNAKE_CASE      ):
	_lowercase	: int												=	"splinter"







	def __init__( self:			str	,			__UpperCamelCase:			Any=3_05_22	,			__UpperCamelCase:			List[Any]=7_68	,			__UpperCamelCase:			str=12	,			__UpperCamelCase:			Optional[Any]=12	,			__UpperCamelCase:			Optional[int]=30_72	,			__UpperCamelCase:			List[str]="gelu"	,			__UpperCamelCase:			Union[str, Any]=0.1	,			__UpperCamelCase:			Dict=0.1	,			__UpperCamelCase:			str=5_12	,			__UpperCamelCase:			Dict=2	,			__UpperCamelCase:			str=0.02	,			__UpperCamelCase:			Tuple=1E-12	,			__UpperCamelCase:			Optional[int]=True	,			__UpperCamelCase:			Union[str, Any]=0	,			__UpperCamelCase:			Optional[int]=1_04	,			**__UpperCamelCase:			Tuple	,			):

						'''simple docstring'''





						super().__init__(pad_token_id=__UpperCamelCase	,			**__UpperCamelCase   )

						__magic_name__				=     vocab_size
						__magic_name__				=     max_position_embeddings
						__magic_name__				=     hidden_size
						__magic_name__				=     num_hidden_layers
						__magic_name__				=     num_attention_heads
						__magic_name__				=     intermediate_size
						__magic_name__				=     hidden_act
						__magic_name__				=     hidden_dropout_prob
						__magic_name__				=     attention_probs_dropout_prob
						__magic_name__				=     initializer_range
						__magic_name__				=     type_vocab_size
						__magic_name__				=     layer_norm_eps
						__magic_name__				=     use_cache
						__magic_name__				=     question_token_id







from typing import Callable, Optional, Union

from ...configuration_utils import PretrainedConfig
from ...utils import logging


A__							=				logging.get_logger(__name__)

A__							=				{
    "microsoft/prophetnet-large-uncased": (
        "https://huggingface.co/microsoft/prophetnet-large-uncased/resolve/main/config.json"
    ),
}

class 					__UpperCamelCase					(       SCREAMING_SNAKE_CASE      ):
	_lowercase	: Union[str, Any]												=	"prophetnet"
	_lowercase	: Any												=	["past_key_values"]
	_lowercase	: int												=	{
	    "num_attention_heads": "num_encoder_attention_heads",
	}







	def __init__( self:			Union[str, Any]	,			__UpperCamelCase:			Optional[float] = 0.1	,			__UpperCamelCase:			Optional[Union[str, Callable]] = "gelu"	,			__UpperCamelCase:			Optional[int] = 3_05_22	,			__UpperCamelCase:			Optional[int] = 10_24	,			__UpperCamelCase:			Optional[int] = 40_96	,			__UpperCamelCase:			Optional[int] = 12	,			__UpperCamelCase:			Optional[int] = 16	,			__UpperCamelCase:			Optional[int] = 40_96	,			__UpperCamelCase:			Optional[int] = 12	,			__UpperCamelCase:			Optional[int] = 16	,			__UpperCamelCase:			Optional[float] = 0.1	,			__UpperCamelCase:			Optional[float] = 0.1	,			__UpperCamelCase:			Optional[int] = 5_12	,			__UpperCamelCase:			Optional[float] = 0.02	,			__UpperCamelCase:			Optional[bool] = True	,			__UpperCamelCase:			Optional[bool] = True	,			__UpperCamelCase:			Optional[int] = 0	,			__UpperCamelCase:			Optional[int] = 2	,			__UpperCamelCase:			Optional[int] = 32	,			__UpperCamelCase:			Optional[int] = 1_28	,			__UpperCamelCase:			Optional[bool] = False	,			__UpperCamelCase:			Optional[float] = 0.0	,			__UpperCamelCase:			Optional[bool] = True	,			__UpperCamelCase:			Optional[int] = 0	,			__UpperCamelCase:			Optional[int] = 1	,			__UpperCamelCase:			Optional[int] = 2	,			**__UpperCamelCase:			Optional[int]	,			):

						'''simple docstring'''





						__magic_name__				=     vocab_size
						__magic_name__				=     hidden_size
						__magic_name__				=     encoder_ffn_dim
						__magic_name__				=     num_encoder_layers
						__magic_name__				=     num_encoder_attention_heads
						__magic_name__				=     decoder_ffn_dim
						__magic_name__				=     num_decoder_layers
						__magic_name__				=     num_decoder_attention_heads
						__magic_name__				=     max_position_embeddings
						__magic_name__				=     init_std  # Normal(0, this parameter)
						__magic_name__				=     activation_function

						# parameters for prophetnet
						__magic_name__				=     ngram
						__magic_name__				=     num_buckets
						__magic_name__				=     relative_max_distance
						__magic_name__				=     disable_ngram_loss
						__magic_name__				=     eps

						# 3 Types of Dropout
						__magic_name__				=     attention_dropout
						__magic_name__				=     activation_dropout
						__magic_name__				=     dropout

						__magic_name__				=     use_cache

						super().__init__(
						    pad_token_id=__UpperCamelCase	,			bos_token_id=__UpperCamelCase	,			eos_token_id=__UpperCamelCase	,			is_encoder_decoder=__UpperCamelCase	,			add_cross_attention=__UpperCamelCase	,			decoder_start_token_id=__UpperCamelCase	,			**__UpperCamelCase	,			)







	@property
	def 						_SCREAMING_SNAKE_CASE				( self:			Tuple   ):

						'''simple docstring'''





						return self.num_encoder_layers + self.num_decoder_layers







	@num_hidden_layers.setter
	def 						_SCREAMING_SNAKE_CASE				( self:			Union[str, Any]	,			__UpperCamelCase:			List[Any]   ):

						'''simple docstring'''





						raise NotImplementedError(
						    'This model does not support the setting of `num_hidden_layers`. Please set `num_encoder_layers` and'
						    ' `num_decoder_layers`.'   )




