



'''simple docstring'''


from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase											=      logging.get_logger(__name__)

lowercase											=      {
    '''dandelin/vilt-b32-mlm''': '''https://huggingface.co/dandelin/vilt-b32-mlm/blob/main/config.json'''
}







class 						UpperCAmelCase						(		__a):


 '''simple docstring'''




 __magic_name__       :			Dict	=   "vilt"




 def __init__( self				,	lowerCAmelCase_=3_0_5_2_2				,	lowerCAmelCase_=2				,	lowerCAmelCase_=2				,	lowerCAmelCase_=4_0				,	lowerCAmelCase_=7_6_8				,	lowerCAmelCase_=1_2				,	lowerCAmelCase_=1_2				,	lowerCAmelCase_=3_0_7_2				,	lowerCAmelCase_="gelu"				,	lowerCAmelCase_=0.0				,	lowerCAmelCase_=0.0				,	lowerCAmelCase_=0.0_2				,	lowerCAmelCase_=1e-12				,	lowerCAmelCase_=3_8_4				,	lowerCAmelCase_=3_2				,	lowerCAmelCase_=3				,	lowerCAmelCase_=True				,	lowerCAmelCase_=-1				,	lowerCAmelCase_=False				,	lowerCAmelCase_=-1				,	**lowerCAmelCase_				,	)			->   Dict:



      """simple docstring"""







      super().__init__(tie_word_embeddings=lowerCAmelCase_				,	**lowerCAmelCase_)

      a_									=vocab_size
      a_									=type_vocab_size
      a_									=modality_type_vocab_size
      a_									=max_position_embeddings

      a_									=hidden_size
      a_									=num_hidden_layers
      a_									=num_attention_heads
      a_									=intermediate_size
      a_									=hidden_act
      a_									=hidden_dropout_prob
      a_									=attention_probs_dropout_prob
      a_									=initializer_range
      a_									=layer_norm_eps

      a_									=image_size
      a_									=patch_size
      a_									=num_channels
      a_									=qkv_bias
      a_									=max_image_length
      a_									=num_images







'''simple docstring'''


from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_torch_available,
)


lowercase											=      {
    '''configuration_align''': [
        '''ALIGN_PRETRAINED_CONFIG_ARCHIVE_MAP''',
        '''AlignConfig''',
        '''AlignTextConfig''',
        '''AlignVisionConfig''',
    ],
    '''processing_align''': ['''AlignProcessor'''],
}

try:
  if not is_torch_available():
    raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
  pass
else:
  lowercase											=      [
      '''ALIGN_PRETRAINED_MODEL_ARCHIVE_LIST''',
      '''AlignModel''',
      '''AlignPreTrainedModel''',
      '''AlignTextModel''',
      '''AlignVisionModel''',
  ]

if TYPE_CHECKING:
  from .configuration_align import (
      ALIGN_PRETRAINED_CONFIG_ARCHIVE_MAP,
      AlignConfig,
      AlignTextConfig,
      AlignVisionConfig,
  )
  from .processing_align import AlignProcessor

  try:
    if not is_torch_available():
      raise OptionalDependencyNotAvailable()
  except OptionalDependencyNotAvailable:
    pass
  else:
    from .modeling_align import (
        ALIGN_PRETRAINED_MODEL_ARCHIVE_LIST,
        AlignModel,
        AlignPreTrainedModel,
        AlignTextModel,
        AlignVisionModel,
    )

else:
  import sys

  lowercase											=      _LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)


