





from ...configuration_utils import PretrainedConfig
from ...utils import logging


snake_case__   :				List[str]						=	logging.get_logger(__name__)

snake_case__   :				Tuple						=	{
    'uw-madison/yoso-4096': 'https://huggingface.co/uw-madison/yoso-4096/resolve/main/config.json',
    # See all YOSO models at https://huggingface.co/models?filter=yoso
}





class A_   (     _lowerCamelCase  ):
   lowerCAmelCase__  	=					"""yoso"""




   def __init__(self      :Union[str, Any]       ,  _UpperCamelCase      :Optional[int]=5_0265       ,  _UpperCamelCase      :int=768       ,  _UpperCamelCase      :Union[str, Any]=12       ,  _UpperCamelCase      :Any=12       ,  _UpperCamelCase      :int=3072       ,  _UpperCamelCase      :Dict="gelu"       ,  _UpperCamelCase      :Dict=0.1       ,  _UpperCamelCase      :List[Any]=0.1       ,  _UpperCamelCase      :List[str]=4096       ,  _UpperCamelCase      :Optional[Any]=1       ,  _UpperCamelCase      :Optional[Any]=0.0_2       ,  _UpperCamelCase      :str=1e-12       ,  _UpperCamelCase      :Any="absolute"       ,  _UpperCamelCase      :str=True       ,  _UpperCamelCase      :int=9       ,  _UpperCamelCase      :Tuple=64       ,  _UpperCamelCase      :Any=None       ,  _UpperCamelCase      :int=True       ,  _UpperCamelCase      :str=True       ,  _UpperCamelCase      :Optional[Any]=1       ,  _UpperCamelCase      :Optional[Any]=0       ,  _UpperCamelCase      :List[Any]=2       ,  **_UpperCamelCase      :List[str]       ,  )->   List[str]:
         super().__init__(pad_token_id=_UpperCamelCase       ,  bos_token_id=_UpperCamelCase       ,  eos_token_id=_UpperCamelCase       ,  **_UpperCamelCase					)

         __A			  =							vocab_size
         __A			  =							max_position_embeddings
         __A			  =							hidden_size
         __A			  =							num_hidden_layers
         __A			  =							num_attention_heads
         __A			  =							intermediate_size
         __A			  =							hidden_act
         __A			  =							hidden_dropout_prob
         __A			  =							attention_probs_dropout_prob
         __A			  =							initializer_range
         __A			  =							type_vocab_size
         __A			  =							layer_norm_eps
         __A			  =							position_embedding_type
         __A			  =							use_expectation
         __A			  =							hash_code_len
         __A			  =							num_hash
         __A			  =							conv_window
         __A			  =							use_fast_hash
         __A			  =							lsh_backward












from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available, is_vision_available


snake_case__   :				Dict						=	{
    'configuration_videomae': ['VIDEOMAE_PRETRAINED_CONFIG_ARCHIVE_MAP', 'VideoMAEConfig'],
}

try:
       if not is_torch_available():
              raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
       pass
else:
       snake_case__   :				Any						=	[
           'VIDEOMAE_PRETRAINED_MODEL_ARCHIVE_LIST',
           'VideoMAEForPreTraining',
           'VideoMAEModel',
           'VideoMAEPreTrainedModel',
           'VideoMAEForVideoClassification',
       ]

try:
       if not is_vision_available():
              raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
       pass
else:
       snake_case__   :				str						=	['VideoMAEFeatureExtractor']
       snake_case__   :				Tuple						=	['VideoMAEImageProcessor']

if TYPE_CHECKING:
       from .configuration_videomae import VIDEOMAE_PRETRAINED_CONFIG_ARCHIVE_MAP, VideoMAEConfig

       try:
              if not is_torch_available():
                     raise OptionalDependencyNotAvailable()
       except OptionalDependencyNotAvailable:
              pass
       else:
              from .modeling_videomae import (
                  VIDEOMAE_PRETRAINED_MODEL_ARCHIVE_LIST,
                  VideoMAEForPreTraining,
                  VideoMAEForVideoClassification,
                  VideoMAEModel,
                  VideoMAEPreTrainedModel,
              )

       try:
              if not is_vision_available():
                     raise OptionalDependencyNotAvailable()
       except OptionalDependencyNotAvailable:
              pass
       else:
              from .feature_extraction_videomae import VideoMAEFeatureExtractor
              from .image_processing_videomae import VideoMAEImageProcessor

else:
       import sys

       snake_case__   :				Optional[Any]						=	_LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)





