





"""simple docstring"""






import warnings

from ...configuration_utils import PretrainedConfig
from ...utils import logging


A       	=     logging.get_logger(__name__)

A       	=     {
    'RUCAIBox/mvp': 'https://huggingface.co/RUCAIBox/mvp/resolve/main/config.json',
}




class  __lowercase	(	a__							):







					'''simple docstring'''




					__lowerCAmelCase     =     '''mvp'''
					__lowerCAmelCase     =     ['''past_key_values''']
					__lowerCAmelCase     =     {'''num_attention_heads''': '''encoder_attention_heads''', '''hidden_size''': '''d_model'''}







					def __init__(  self		,	_UpperCAmelCase=50267		,	_UpperCAmelCase=1024		,	_UpperCAmelCase=12		,	_UpperCAmelCase=4096		,	_UpperCAmelCase=16		,	_UpperCAmelCase=12		,	_UpperCAmelCase=4096		,	_UpperCAmelCase=16		,	_UpperCAmelCase=0.0		,	_UpperCAmelCase=0.0		,	_UpperCAmelCase="gelu"		,	_UpperCAmelCase=1024		,	_UpperCAmelCase=0.1		,	_UpperCAmelCase=0.0		,	_UpperCAmelCase=0.0		,	_UpperCAmelCase=0.0_2		,	_UpperCAmelCase=0.0		,	_UpperCAmelCase=False		,	_UpperCAmelCase=True		,	_UpperCAmelCase=1		,	_UpperCAmelCase=0		,	_UpperCAmelCase=2		,	_UpperCAmelCase=True		,	_UpperCAmelCase=2		,	_UpperCAmelCase=2		,	_UpperCAmelCase=False		,	_UpperCAmelCase=100		,	_UpperCAmelCase=800		,	**_UpperCAmelCase		,	):
									__a       :  str					=     vocab_size
									__a       :  List[str]					=     max_position_embeddings
									__a       :  Optional[int]					=     d_model
									__a       :  int					=     encoder_ffn_dim
									__a       :  Optional[int]					=     encoder_layers
									__a       :  str					=     encoder_attention_heads
									__a       :  Any					=     decoder_ffn_dim
									__a       :  Union[str, Any]					=     decoder_layers
									__a       :  Any					=     decoder_attention_heads
									__a       :  Tuple					=     dropout
									__a       :  Dict					=     attention_dropout
									__a       :  Tuple					=     activation_dropout
									__a       :  str					=     activation_function
									__a       :  List[str]					=     init_std
									__a       :  str					=     encoder_layerdrop
									__a       :  Optional[Any]					=     decoder_layerdrop
									__a       :  Union[str, Any]					=     classifier_dropout
									__a       :  Dict					=     use_cache
									__a       :  Tuple					=     encoder_layers
									__a       :  int					=     scale_embedding  # scale factor will be sqrt(d_model) if True
									__a       :  List[str]					=     use_prompt
									__a       :  Union[str, Any]					=     prompt_length
									__a       :  Optional[Any]					=     prompt_mid_dim

									super().__init__(
									    pad_token_id=SCREAMING_SNAKE_CASE__		,	bos_token_id=SCREAMING_SNAKE_CASE__		,	eos_token_id=SCREAMING_SNAKE_CASE__		,	is_encoder_decoder=SCREAMING_SNAKE_CASE__		,	decoder_start_token_id=SCREAMING_SNAKE_CASE__		,	forced_eos_token_id=SCREAMING_SNAKE_CASE__		,	**SCREAMING_SNAKE_CASE__		,	)

									if self.forced_bos_token_id is None and kwargs.get('''force_bos_token_to_be_generated'''		,	SCREAMING_SNAKE_CASE__   ):
													__a       :  List[str]					=     self.bos_token_id
													warnings.warn(
													    f"""Please make sure the config includes `forced_bos_token_id={self.bos_token_id}` in future versions. """
													    '''The config can simply be saved and uploaded again to be fixed.'''   )

"""simple docstring"""




from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase__      :    Optional[Any]    							= logging.get_logger(__name__)

UpperCAmelCase__      :    Dict    							= {
    'MIT/ast-finetuned-audioset-10-10-0.4593': (
        'https://huggingface.co/MIT/ast-finetuned-audioset-10-10-0.4593/resolve/main/config.json'
    ),
}



class 	lowerCAmelCase_						(a__  ):


				"""simple docstring"""



				__UpperCamelCase      :						Optional[int]					       =   '''audio-spectrogram-transformer'''



				def __init__(self   ,       SCREAMING_SNAKE_CASE__=7_68   ,       SCREAMING_SNAKE_CASE__=12   ,       SCREAMING_SNAKE_CASE__=12   ,       SCREAMING_SNAKE_CASE__=30_72   ,       SCREAMING_SNAKE_CASE__="gelu"   ,       SCREAMING_SNAKE_CASE__=0.0   ,       SCREAMING_SNAKE_CASE__=0.0   ,       SCREAMING_SNAKE_CASE__=0.02   ,       SCREAMING_SNAKE_CASE__=1E-12   ,       SCREAMING_SNAKE_CASE__=16   ,       SCREAMING_SNAKE_CASE__=True   ,       SCREAMING_SNAKE_CASE__=10   ,       SCREAMING_SNAKE_CASE__=10   ,       SCREAMING_SNAKE_CASE__=10_24   ,       SCREAMING_SNAKE_CASE__=1_28   ,       **SCREAMING_SNAKE_CASE__   ,       )					->		Tuple:



											"""simple docstring"""




											super().__init__(**SCREAMING_SNAKE_CASE__    )

											SCREAMING_SNAKE_CASE__						:       Optional[Any]           =   hidden_size
											SCREAMING_SNAKE_CASE__						:       str           =   num_hidden_layers
											SCREAMING_SNAKE_CASE__						:       int           =   num_attention_heads
											SCREAMING_SNAKE_CASE__						:       Tuple           =   intermediate_size
											SCREAMING_SNAKE_CASE__						:       Optional[int]           =   hidden_act
											SCREAMING_SNAKE_CASE__						:       Any           =   hidden_dropout_prob
											SCREAMING_SNAKE_CASE__						:       List[Any]           =   attention_probs_dropout_prob
											SCREAMING_SNAKE_CASE__						:       int           =   initializer_range
											SCREAMING_SNAKE_CASE__						:       int           =   layer_norm_eps
											SCREAMING_SNAKE_CASE__						:       Dict           =   patch_size
											SCREAMING_SNAKE_CASE__						:       Optional[int]           =   qkv_bias
											SCREAMING_SNAKE_CASE__						:       Optional[int]           =   frequency_stride
											SCREAMING_SNAKE_CASE__						:       Any           =   time_stride
											SCREAMING_SNAKE_CASE__						:       Optional[int]           =   max_length
											SCREAMING_SNAKE_CASE__						:       Any           =   num_mel_bins




