





"""simple docstring"""
from ...configuration_utils import PretrainedConfig
from ...utils import logging


_snake_case	:						List[str]					=					logging.get_logger(__name__)

_snake_case	:						Optional[Any]					=					{
    '''google/reformer-crime-and-punishment''': (
        '''https://huggingface.co/google/reformer-crime-and-punishment/resolve/main/config.json'''
    ),
    '''google/reformer-enwik8''': '''https://huggingface.co/google/reformer-enwik8/resolve/main/config.json''',
}






class    _UpperCAmelCase  (      _lowercase					):
					UpperCamelCase						=				'''reformer'''
					UpperCamelCase						=				['''past_buckets_states''']
					UpperCamelCase						=				{}


					def __init__(   self     :Optional[int]	,			__UpperCamelCase     :Dict=64	,			__UpperCamelCase     :Optional[Any]=["local", "lsh", "local", "lsh", "local", "lsh"]	,			__UpperCamelCase     :Any=1.0	,			__UpperCamelCase     :Any=True	,			__UpperCamelCase     :Dict=[64, 64]	,			__UpperCamelCase     :Union[str, Any]=[64, 1_92]	,			__UpperCamelCase     :str=0	,			__UpperCamelCase     :Tuple=2	,			__UpperCamelCase     :str=5_12	,			__UpperCamelCase     :Tuple=None	,			__UpperCamelCase     :Optional[int]="relu"	,			__UpperCamelCase     :str=0.05	,			__UpperCamelCase     :Tuple=2_56	,			__UpperCamelCase     :int=0.02	,			__UpperCamelCase     :Optional[int]=False	,			__UpperCamelCase     :List[Any]=1e-12	,			__UpperCamelCase     :Optional[int]=1	,			__UpperCamelCase     :Any=0	,			__UpperCamelCase     :Any=0.05	,			__UpperCamelCase     :List[str]=64	,			__UpperCamelCase     :Dict=64	,			__UpperCamelCase     :Tuple=0.0	,			__UpperCamelCase     :Dict=1	,			__UpperCamelCase     :int=0	,			__UpperCamelCase     :Union[str, Any]=40_96	,			__UpperCamelCase     :int=12	,			__UpperCamelCase     :Union[str, Any]=None	,			__UpperCamelCase     :Union[str, Any]=1	,			__UpperCamelCase     :Dict=0	,			__UpperCamelCase     :Union[str, Any]=3_20	,			__UpperCamelCase     :Any=False	,			__UpperCamelCase     :Optional[int]=True	,			__UpperCamelCase     :List[str]=None	,			**__UpperCamelCase     :Dict	,			):
												A						=    hash_seed
												A						=    vocab_size
												A						=    attention_head_size
												A						=    hidden_size
												A						=    num_attention_heads
												A						=    num_hashes
												A						=    len(UpperCamelCase__						)
												A						=    tuple(UpperCamelCase__						) if isinstance(UpperCamelCase__	,			UpperCamelCase__						) else num_buckets
												A						=    lsh_attn_chunk_length
												A						=    local_attn_chunk_length
												A						=    lsh_num_chunks_after
												A						=    lsh_num_chunks_before
												A						=    local_num_chunks_after
												A						=    local_num_chunks_before
												A						=    hidden_act
												A						=    feed_forward_size
												A						=    hidden_dropout_prob
												A						=    lsh_attention_probs_dropout_prob
												A						=    local_attention_probs_dropout_prob
												A						=    max_position_embeddings
												A						=    initializer_range
												A						=    layer_norm_eps
												A						=    axial_pos_embds
												A						=    tuple(UpperCamelCase__						)
												A						=    tuple(UpperCamelCase__						)
												A						=    axial_norm_std
												A						=    chunk_size_lm_head
												A						=    attn_layers
												A						=    use_cache
												A						=    classifier_dropout
												super().__init__(
												    pad_token_id=UpperCamelCase__	,			eos_token_id=UpperCamelCase__	,			is_decoder=UpperCamelCase__	,			tie_word_embeddings=UpperCamelCase__	,			**UpperCamelCase__	,			)










'''simple docstring'''







from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


_A      :     Optional[int]       	={'''configuration_visual_bert''': ['''VISUAL_BERT_PRETRAINED_CONFIG_ARCHIVE_MAP''', '''VisualBertConfig''']}

try:
			if not is_torch_available():
						raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
			pass
else:
			_A      :     Optional[int]       	=[
			    '''VISUAL_BERT_PRETRAINED_MODEL_ARCHIVE_LIST''',
			    '''VisualBertForMultipleChoice''',
			    '''VisualBertForPreTraining''',
			    '''VisualBertForQuestionAnswering''',
			    '''VisualBertForRegionToPhraseAlignment''',
			    '''VisualBertForVisualReasoning''',
			    '''VisualBertLayer''',
			    '''VisualBertModel''',
			    '''VisualBertPreTrainedModel''',
			]


if TYPE_CHECKING:
			from .configuration_visual_bert import VISUAL_BERT_PRETRAINED_CONFIG_ARCHIVE_MAP, VisualBertConfig

			try:
						if not is_torch_available():
									raise OptionalDependencyNotAvailable()
			except OptionalDependencyNotAvailable:
						pass
			else:
						from .modeling_visual_bert import (
						    VISUAL_BERT_PRETRAINED_MODEL_ARCHIVE_LIST,
						    VisualBertForMultipleChoice,
						    VisualBertForPreTraining,
						    VisualBertForQuestionAnswering,
						    VisualBertForRegionToPhraseAlignment,
						    VisualBertForVisualReasoning,
						    VisualBertLayer,
						    VisualBertModel,
						    VisualBertPreTrainedModel,
						)


else:
			import sys

			_A      :     int       	=_LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)

