
'''simple docstring'''







from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowercase					:    Optional[int]       				=			logging.get_logger(__name__)

_lowercase					:    List[str]       				=			{
    'uw-madison/yoso-4096': 'https://huggingface.co/uw-madison/yoso-4096/resolve/main/config.json',
    # See all YOSO models at https://huggingface.co/models?filter=yoso
}






class 					lowerCAmelCase__  (    lowerCAmelCase_	):
					lowerCAmelCase_	  =	"yoso"






					def __init__(  self							,				__SCREAMING_SNAKE_CASE=5_02_65							,				__SCREAMING_SNAKE_CASE=7_68							,				__SCREAMING_SNAKE_CASE=12							,				__SCREAMING_SNAKE_CASE=12							,				__SCREAMING_SNAKE_CASE=30_72							,				__SCREAMING_SNAKE_CASE="gelu"							,				__SCREAMING_SNAKE_CASE=0.1							,				__SCREAMING_SNAKE_CASE=0.1							,				__SCREAMING_SNAKE_CASE=40_96							,				__SCREAMING_SNAKE_CASE=1							,				__SCREAMING_SNAKE_CASE=0.02							,				__SCREAMING_SNAKE_CASE=1E-1_2							,				__SCREAMING_SNAKE_CASE="absolute"							,				__SCREAMING_SNAKE_CASE=True							,				__SCREAMING_SNAKE_CASE=9							,				__SCREAMING_SNAKE_CASE=64							,				__SCREAMING_SNAKE_CASE=None							,				__SCREAMING_SNAKE_CASE=True							,				__SCREAMING_SNAKE_CASE=True							,				__SCREAMING_SNAKE_CASE=1							,				__SCREAMING_SNAKE_CASE=0							,				__SCREAMING_SNAKE_CASE=2							,				**__SCREAMING_SNAKE_CASE							,				):


											"""simple docstring"""





											super().__init__(pad_token_id=__UpperCamelCase							,				bos_token_id=__UpperCamelCase							,				eos_token_id=__UpperCamelCase							,				**__UpperCamelCase						)

											lowercase_      :	str						=			vocab_size
											lowercase_      :	List[str]						=			max_position_embeddings
											lowercase_      :	Union[str, Any]						=			hidden_size
											lowercase_      :	str						=			num_hidden_layers
											lowercase_      :	str						=			num_attention_heads
											lowercase_      :	Union[str, Any]						=			intermediate_size
											lowercase_      :	Tuple						=			hidden_act
											lowercase_      :	Optional[int]						=			hidden_dropout_prob
											lowercase_      :	str						=			attention_probs_dropout_prob
											lowercase_      :	Dict						=			initializer_range
											lowercase_      :	Dict						=			type_vocab_size
											lowercase_      :	int						=			layer_norm_eps
											lowercase_      :	Union[str, Any]						=			position_embedding_type
											lowercase_      :	Any						=			use_expectation
											lowercase_      :	Dict						=			hash_code_len
											lowercase_      :	str						=			num_hash
											lowercase_      :	Union[str, Any]						=			conv_window
											lowercase_      :	List[Any]						=			use_fast_hash
											lowercase_      :	int						=			lsh_backward








'''simple docstring'''







from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_flax_available,
    is_sentencepiece_available,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


lowercase__  :	Optional[Any]            =      {
    'configuration_marian': ['MARIAN_PRETRAINED_CONFIG_ARCHIVE_MAP', 'MarianConfig', 'MarianOnnxConfig'],
}

try:
      if not is_sentencepiece_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      lowercase__  :	List[Any]            =      ['MarianTokenizer']

try:
      if not is_torch_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      lowercase__  :	List[str]            =      [
          'MARIAN_PRETRAINED_MODEL_ARCHIVE_LIST',
          'MarianForCausalLM',
          'MarianModel',
          'MarianMTModel',
          'MarianPreTrainedModel',
      ]

try:
      if not is_tf_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      lowercase__  :	Optional[Any]            =      ['TFMarianModel', 'TFMarianMTModel', 'TFMarianPreTrainedModel']

try:
      if not is_flax_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      lowercase__  :	Any            =      ['FlaxMarianModel', 'FlaxMarianMTModel', 'FlaxMarianPreTrainedModel']

if TYPE_CHECKING:
      from .configuration_marian import MARIAN_PRETRAINED_CONFIG_ARCHIVE_MAP, MarianConfig, MarianOnnxConfig

      try:
            if not is_sentencepiece_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .tokenization_marian import MarianTokenizer

      try:
            if not is_torch_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .modeling_marian import (
                MARIAN_PRETRAINED_MODEL_ARCHIVE_LIST,
                MarianForCausalLM,
                MarianModel,
                MarianMTModel,
                MarianPreTrainedModel,
            )

      try:
            if not is_tf_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .modeling_tf_marian import TFMarianModel, TFMarianMTModel, TFMarianPreTrainedModel

      try:
            if not is_flax_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .modeling_flax_marian import FlaxMarianModel, FlaxMarianMTModel, FlaxMarianPreTrainedModel

else:
      import sys

      lowercase__  :	Any            =      _LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)




