






from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase					    =	logging.get_logger(__name__)

lowerCamelCase					    =	{
    '''uw-madison/yoso-4096''': '''https://huggingface.co/uw-madison/yoso-4096/resolve/main/config.json''',
    # See all YOSO models at https://huggingface.co/models?filter=yoso
}

class        snake_case_				(							lowercase_   ):







   """simple docstring"""



   __lowerCAmelCase  =    """yoso"""

   def __init__(     self:						List[Any] ,							snake_case__:						List[str]=50_265 ,							snake_case__:						int=768 ,							snake_case__:						Optional[Any]=12 ,							snake_case__:						Any=12 ,							snake_case__:						str=3_072 ,							snake_case__:						Optional[int]="gelu" ,							snake_case__:						Optional[Any]=0.1 ,							snake_case__:						Optional[int]=0.1 ,							snake_case__:						List[str]=4_096 ,							snake_case__:						int=1 ,							snake_case__:						List[str]=0.02 ,							snake_case__:						Optional[int]=1E-12 ,							snake_case__:						Dict="absolute" ,							snake_case__:						Tuple=True ,							snake_case__:						List[Any]=9 ,							snake_case__:						Tuple=64 ,							snake_case__:						List[str]=None ,							snake_case__:						Optional[int]=True ,							snake_case__:						Optional[Any]=True ,							snake_case__:						Tuple=1 ,							snake_case__:						int=0 ,							snake_case__:						str=2 ,							**snake_case__:						List[str] ,							)	->		int:


       """simple docstring"""



       super().__init__(pad_token_id=snake_case__ ,							bos_token_id=snake_case__ ,							eos_token_id=snake_case__ ,							**snake_case__						)

       _lowercase     			=						vocab_size
       _lowercase     			=						max_position_embeddings
       _lowercase     			=						hidden_size
       _lowercase     			=						num_hidden_layers
       _lowercase     			=						num_attention_heads
       _lowercase     			=						intermediate_size
       _lowercase     			=						hidden_act
       _lowercase     			=						hidden_dropout_prob
       _lowercase     			=						attention_probs_dropout_prob
       _lowercase     			=						initializer_range
       _lowercase     			=						type_vocab_size
       _lowercase     			=						layer_norm_eps
       _lowercase     			=						position_embedding_type
       _lowercase     			=						use_expectation
       _lowercase     			=						hash_code_len
       _lowercase     			=						num_hash
       _lowercase     			=						conv_window
       _lowercase     			=						use_fast_hash
       _lowercase     			=						lsh_backward








from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_sentencepiece_available, is_tokenizers_available


lowerCamelCase					    =	{}

try:
   if not is_sentencepiece_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   lowerCamelCase					    =	['''MBart50Tokenizer''']

try:
   if not is_tokenizers_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   lowerCamelCase					    =	['''MBart50TokenizerFast''']


if TYPE_CHECKING:
   try:
      if not is_sentencepiece_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .tokenization_mbartaa import MBartaaTokenizer

   try:
      if not is_tokenizers_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .tokenization_mbartaa_fast import MBartaaTokenizerFast

else:
   import sys

   lowerCamelCase					    =	_LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)
