
"""simple docstring"""





from typing import Callable, Optional, Union

from ...configuration_utils import PretrainedConfig
from ...utils import logging


_a		       =							logging.get_logger(__name__)

_a		       =							{
    'microsoft/xprophetnet-large-wiki100-cased': (
        'https://huggingface.co/microsoft/xprophetnet-large-wiki100-cased/resolve/main/config.json'
    ),
}


class A_	(lowercase__      ):




  '''simple docstring'''
  SCREAMING_SNAKE_CASE__			:						Dict       =		"""xlm-prophetnet"""
  SCREAMING_SNAKE_CASE__			:						str       =		["""past_key_values"""]
  SCREAMING_SNAKE_CASE__			:						Dict       =		{
      """num_attention_heads""": """num_encoder_attention_heads""",
  }







  def __init__(		self				,   lowercase_ = 0.1				,   lowercase_ = "gelu"				,   lowercase_ = 3_0522				,   lowercase_ = 1024				,   lowercase_ = 4096				,   lowercase_ = 12				,   lowercase_ = 16				,   lowercase_ = 4096				,   lowercase_ = 12				,   lowercase_ = 16				,   lowercase_ = 0.1				,   lowercase_ = 0.1				,   lowercase_ = 512				,   lowercase_ = 0.02				,   lowercase_ = True				,   lowercase_ = True				,   lowercase_ = 0				,   lowercase_ = 2				,   lowercase_ = 32				,   lowercase_ = 128				,   lowercase_ = False				,   lowercase_ = 0.0				,   lowercase_ = True				,   lowercase_ = 0				,   lowercase_ = 1				,   lowercase_ = 2				,   **lowercase_				,   ):

     """simple docstring"""
     UpperCAmelCase_					:					List[str]			     =    vocab_size
     UpperCAmelCase_					:					Tuple			     =    hidden_size
     UpperCAmelCase_					:					Any			     =    encoder_ffn_dim
     UpperCAmelCase_					:					Union[str, Any]			     =    num_encoder_layers
     UpperCAmelCase_					:					Union[str, Any]			     =    num_encoder_attention_heads
     UpperCAmelCase_					:					List[str]			     =    decoder_ffn_dim
     UpperCAmelCase_					:					List[Any]			     =    num_decoder_layers
     UpperCAmelCase_					:					List[str]			     =    num_decoder_attention_heads
     UpperCAmelCase_					:					List[Any]			     =    max_position_embeddings
     UpperCAmelCase_					:					List[Any]			     =    init_std  # Normal(0, this parameter)
     UpperCAmelCase_					:					Tuple			     =    activation_function

     # parameters for xlmprophetnet
     UpperCAmelCase_					:					List[str]			     =    ngram
     UpperCAmelCase_					:					Any			     =    num_buckets
     UpperCAmelCase_					:					List[str]			     =    relative_max_distance
     UpperCAmelCase_					:					Tuple			     =    disable_ngram_loss
     UpperCAmelCase_					:					Union[str, Any]			     =    eps

     # 3 Types of Dropout
     UpperCAmelCase_					:					Union[str, Any]			     =    attention_dropout
     UpperCAmelCase_					:					Union[str, Any]			     =    activation_dropout
     UpperCAmelCase_					:					List[Any]			     =    dropout

     UpperCAmelCase_					:					Dict			     =    use_cache

     super().__init__(
         pad_token_id=lowercase_				,   bos_token_id=lowercase_				,   eos_token_id=lowercase_				,   is_encoder_decoder=lowercase_				,   add_cross_attention=lowercase_				,   decoder_start_token_id=lowercase_				,   **lowercase_				,   )







  @property
  def        UpperCamelCase__					(		self  ):

     """simple docstring"""
     return self.num_encoder_layers + self.num_decoder_layers







  @num_hidden_layers.setter
  def        UpperCamelCase__					(		self				,   lowercase_  ):

     """simple docstring"""
     raise NotImplementedError(
         "This model does not support the setting of `num_hidden_layers`. Please set `num_encoder_layers` and"
         " `num_decoder_layers`."  )




"""simple docstring"""





from diffusers.utils.testing_utils import require_onnxruntime


@require_onnxruntime
class A_	:




  '''simple docstring'''
  pass


