






from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available, is_vision_available


_UpperCAmelCase					:						int         =     {'configuration_vilt': ['VILT_PRETRAINED_CONFIG_ARCHIVE_MAP', 'ViltConfig']}

try:
   if not is_vision_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   _UpperCAmelCase					:						Any         =     ['ViltFeatureExtractor']
   _UpperCAmelCase					:						int         =     ['ViltImageProcessor']
   _UpperCAmelCase					:						Any         =     ['ViltProcessor']

try:
   if not is_torch_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   _UpperCAmelCase					:						Union[str, Any]         =     [
       'VILT_PRETRAINED_MODEL_ARCHIVE_LIST',
       'ViltForImageAndTextRetrieval',
       'ViltForImagesAndTextClassification',
       'ViltForTokenClassification',
       'ViltForMaskedLM',
       'ViltForQuestionAnswering',
       'ViltLayer',
       'ViltModel',
       'ViltPreTrainedModel',
   ]


if TYPE_CHECKING:
   from .configuration_vilt import VILT_PRETRAINED_CONFIG_ARCHIVE_MAP, ViltConfig

   try:
      if not is_vision_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .feature_extraction_vilt import ViltFeatureExtractor
      from .image_processing_vilt import ViltImageProcessor
      from .processing_vilt import ViltProcessor

   try:
      if not is_torch_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .modeling_vilt import (
          VILT_PRETRAINED_MODEL_ARCHIVE_LIST,
          ViltForImageAndTextRetrieval,
          ViltForImagesAndTextClassification,
          ViltForMaskedLM,
          ViltForQuestionAnswering,
          ViltForTokenClassification,
          ViltLayer,
          ViltModel,
          ViltPreTrainedModel,
      )


else:
   import sys

   _UpperCAmelCase					:						str         =     _LazyModule(__name__, globals()['__file__'], _import_structure)







from ...configuration_utils import PretrainedConfig
from ...utils import logging


_UpperCAmelCase					:						Any         =     logging.get_logger(__name__)

_UpperCAmelCase					:						Dict         =     {
    'ZinengTang/tvlt-base': 'https://huggingface.co/ZinengTang/tvlt-base/blob/main/config.json',
}


class 		lowerCAmelCase_				(  UpperCamelCase ):
     __lowerCamelCase       :    Any 	=     '''tvlt'''





     def __init__(	self							, _UpperCAmelCase=224							, _UpperCAmelCase=2048							, _UpperCAmelCase=128							, _UpperCAmelCase=[16, 16]							, _UpperCAmelCase=[16, 16]							, _UpperCAmelCase=3							, _UpperCAmelCase=1							, _UpperCAmelCase=8							, _UpperCAmelCase=768							, _UpperCAmelCase=12							, _UpperCAmelCase=12							, _UpperCAmelCase=3072							, _UpperCAmelCase="gelu"							, _UpperCAmelCase=0.0							, _UpperCAmelCase=0.0							, _UpperCAmelCase=0.02							, _UpperCAmelCase=1E-6							, _UpperCAmelCase=True							, _UpperCAmelCase=False							, _UpperCAmelCase=16							, _UpperCAmelCase=512							, _UpperCAmelCase=8							, _UpperCAmelCase=2048							, _UpperCAmelCase=0.75							, _UpperCAmelCase=0.15							, _UpperCAmelCase="frame-level"							, _UpperCAmelCase=True							, _UpperCAmelCase=True							, _UpperCAmelCase="classification"							, **_UpperCAmelCase							, )		->				List[Any]:
        super().__init__(**_UpperCAmelCase  )

        if audio_mask_type not in ("frame-level", "patch_level"):
           raise ValueError(
               """audio_mask_type must be one of two acceptable strategies - {'frame_level', 'patch-level') """
               F'''got {audio_mask_type}'''  )

        lowerCamelCase									=image_size
        lowerCamelCase									=spectrogram_length
        lowerCamelCase									=frequency_length
        lowerCamelCase									=image_patch_size
        lowerCamelCase									=audio_patch_size
        lowerCamelCase									=num_image_channels
        lowerCamelCase									=num_audio_channels
        lowerCamelCase									=num_frames

        lowerCamelCase									=hidden_size
        lowerCamelCase									=num_hidden_layers
        lowerCamelCase									=num_attention_heads
        lowerCamelCase									=intermediate_size
        lowerCamelCase									=hidden_act
        lowerCamelCase									=hidden_dropout_prob
        lowerCamelCase									=attention_probs_dropout_prob
        lowerCamelCase									=initializer_range
        lowerCamelCase									=layer_norm_eps
        lowerCamelCase									=qkv_bias
        lowerCamelCase									=use_mean_pooling

        lowerCamelCase									=decoder_num_attention_heads
        lowerCamelCase									=decoder_hidden_size
        lowerCamelCase									=decoder_num_hidden_layers
        lowerCamelCase									=decoder_intermediate_size
        lowerCamelCase									=pixel_mask_ratio
        lowerCamelCase									=audio_mask_ratio
        lowerCamelCase									=audio_mask_type

        lowerCamelCase									=task_matching
        lowerCamelCase									=task_mae
        lowerCamelCase									=loss_type