
"""simple docstring"""





from ...configuration_utils import PretrainedConfig
from ...utils import logging


_a		       =							logging.get_logger(__name__)

_a		       =							{
    'abeja/gpt-neox-japanese-2.7b': 'https://huggingface.co/abeja/gpt-neox-japanese-2.7b/resolve/main/config.json',
}


class A_	(lowercase__      ):




  '''simple docstring'''
  SCREAMING_SNAKE_CASE__			:						List[str]       =		"""gpt_neox_japanese"""







  def __init__(		self				,   lowercase_=3_2000				,   lowercase_=2560				,   lowercase_=32				,   lowercase_=32				,   lowercase_=4				,   lowercase_="gelu"				,   lowercase_=1.00				,   lowercase_=1_0000				,   lowercase_=2048				,   lowercase_=0.02				,   lowercase_=1E-5				,   lowercase_=True				,   lowercase_=3_1996				,   lowercase_=3_1999				,   lowercase_=0.1				,   lowercase_=0.0				,   **lowercase_				,   ):

     """simple docstring"""
     super().__init__(bos_token_id=lowercase_				,   eos_token_id=lowercase_				,   **lowercase_  )
     UpperCAmelCase_					:					str			     =    vocab_size
     UpperCAmelCase_					:					Any			     =    max_position_embeddings
     UpperCAmelCase_					:					Optional[int]			     =    hidden_size
     UpperCAmelCase_					:					Tuple			     =    num_hidden_layers
     UpperCAmelCase_					:					Optional[int]			     =    num_attention_heads
     UpperCAmelCase_					:					Any			     =    intermediate_multiple_size
     UpperCAmelCase_					:					Optional[int]			     =    hidden_act
     UpperCAmelCase_					:					List[Any]			     =    rotary_pct
     UpperCAmelCase_					:					List[str]			     =    rotary_emb_base
     UpperCAmelCase_					:					str			     =    initializer_range
     UpperCAmelCase_					:					Optional[int]			     =    layer_norm_eps
     UpperCAmelCase_					:					Tuple			     =    use_cache
     UpperCAmelCase_					:					Optional[int]			     =    attention_dropout
     UpperCAmelCase_					:					Union[str, Any]			     =    hidden_dropout




from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase  :					List[str]						    =							logging.get_logger(__name__)

lowercase  :					Any						    =							{
    """uclanlp/visualbert-vqa""": """https://huggingface.co/uclanlp/visualbert-vqa/resolve/main/config.json""",
    """uclanlp/visualbert-vqa-pre""": """https://huggingface.co/uclanlp/visualbert-vqa-pre/resolve/main/config.json""",
    """uclanlp/visualbert-vqa-coco-pre""": (
        """https://huggingface.co/uclanlp/visualbert-vqa-coco-pre/resolve/main/config.json"""
    ),
    """uclanlp/visualbert-vcr""": """https://huggingface.co/uclanlp/visualbert-vcr/resolve/main/config.json""",
    """uclanlp/visualbert-vcr-pre""": """https://huggingface.co/uclanlp/visualbert-vcr-pre/resolve/main/config.json""",
    """uclanlp/visualbert-vcr-coco-pre""": (
        """https://huggingface.co/uclanlp/visualbert-vcr-coco-pre/resolve/main/config.json"""
    ),
    """uclanlp/visualbert-nlvr2""": """https://huggingface.co/uclanlp/visualbert-nlvr2/resolve/main/config.json""",
    """uclanlp/visualbert-nlvr2-pre""": """https://huggingface.co/uclanlp/visualbert-nlvr2-pre/resolve/main/config.json""",
    """uclanlp/visualbert-nlvr2-coco-pre""": (
        """https://huggingface.co/uclanlp/visualbert-nlvr2-coco-pre/resolve/main/config.json"""
    )
    # See all VisualBERT models at https://huggingface.co/models?filter=visual_bert
}

class __snake_case		(      lowerCAmelCase     ):
    _a		:						Union[str, Any]=				"visual_bert"
    def __init__(  self		,snake_case=30522		,snake_case=768		,snake_case=512		,snake_case=12		,snake_case=12		,snake_case=3072		,snake_case="gelu"		,snake_case=0.1		,snake_case=0.1		,snake_case=512		,snake_case=2		,snake_case=0.02		,snake_case=1e-12		,snake_case=False		,snake_case=True		,snake_case=1		,snake_case=0		,snake_case=2		,**snake_case		,):



           '''simple docstring'''







           super().__init__(pad_token_id=snake_case		,bos_token_id=snake_case		,eos_token_id=snake_case		,**snake_case      )

           lowercase							:     Tuple       	=      vocab_size
           lowercase							:     int       	=      max_position_embeddings
           lowercase							:     Optional[Any]       	=      hidden_size
           lowercase							:     int       	=      visual_embedding_dim
           lowercase							:     Tuple       	=      num_hidden_layers
           lowercase							:     str       	=      num_attention_heads
           lowercase							:     Optional[Any]       	=      intermediate_size
           lowercase							:     str       	=      hidden_act
           lowercase							:     Tuple       	=      hidden_dropout_prob
           lowercase							:     List[Any]       	=      attention_probs_dropout_prob
           lowercase							:     Union[str, Any]       	=      initializer_range
           lowercase							:     int       	=      type_vocab_size
           lowercase							:     Union[str, Any]       	=      layer_norm_eps
           lowercase							:     Union[str, Any]       	=      bypass_transformer
           lowercase							:     int       	=      special_visual_initialize
