




'''simple docstring'''

from ...configuration_utils import PretrainedConfig
from ...utils import logging


a__         =     logging.get_logger(__name__)

a__         =     {
    '''uw-madison/nystromformer-512''': '''https://huggingface.co/uw-madison/nystromformer-512/resolve/main/config.json''',
    # See all Nystromformer models at https://huggingface.co/models?filter=nystromformer
}





class __magic_name__(						__lowerCAmelCase      ):
						UpperCAmelCase_		:					int    =  """nystromformer"""






						def __init__(   self						:						int					,   __UpperCamelCase						:						Optional[int]=3_0_0_0_0					,   __UpperCamelCase						:						int=7_6_8					,   __UpperCamelCase						:						Union[str, Any]=1_2					,   __UpperCamelCase						:						Optional[int]=1_2					,   __UpperCamelCase						:						List[Any]=3_0_7_2					,   __UpperCamelCase						:						Dict="gelu_new"					,   __UpperCamelCase						:						Optional[Any]=0.1					,   __UpperCamelCase						:						List[Any]=0.1					,   __UpperCamelCase						:						int=5_1_0					,   __UpperCamelCase						:						List[Any]=2					,   __UpperCamelCase						:						List[str]=6_4					,   __UpperCamelCase						:						Tuple=6_4					,   __UpperCamelCase						:						Optional[int]=6_5					,   __UpperCamelCase						:						int=False					,   __UpperCamelCase						:						Optional[int]=0.02					,   __UpperCamelCase						:						str=1E-5					,   __UpperCamelCase						:						Optional[Any]=1					,   __UpperCamelCase						:						Dict=0					,   __UpperCamelCase						:						Tuple=2					,   **__UpperCamelCase						:						Any					,   ):



									'''simple docstring'''






									snake_case__          =						vocab_size
									snake_case__          =						max_position_embeddings
									snake_case__          =						hidden_size
									snake_case__          =						num_hidden_layers
									snake_case__          =						num_attention_heads
									snake_case__          =						intermediate_size
									snake_case__          =						hidden_act
									snake_case__          =						hidden_dropout_prob
									snake_case__          =						attention_probs_dropout_prob
									snake_case__          =						initializer_range
									snake_case__          =						type_vocab_size
									snake_case__          =						segment_means_seq_len
									snake_case__          =						num_landmarks
									snake_case__          =						conv_kernel_size
									snake_case__          =						inv_coeff_init_option
									snake_case__          =						layer_norm_eps
									super().__init__(pad_token_id=__UpperCamelCase					,   bos_token_id=__UpperCamelCase					,   eos_token_id=__UpperCamelCase					,   **__UpperCamelCase       )





'''simple docstring'''

import unittest
import warnings

from datasets.utils import experimental




@experimental
def    snake_case__     (  )			->       Union[str, Any]:





			'''simple docstring'''






			return "success"





class __magic_name__(						unittest.TestCase      ):






						def       __lowerCAmelCase(   self						:						List[Any]       ):



									'''simple docstring'''






									with warnings.catch_warnings(record=__UpperCamelCase       ) as w:
												warnings.simplefilter("""always"""       )
												self.assertEqual(dummy_function()					,   """success"""       )
									self.assertEqual(len(__UpperCamelCase       )					,   1       )