'''simple docstring'''

from ...configuration_utils import PretrainedConfig
from ...utils import logging


_A			:      int					      =				logging.get_logger(__name__)

_A			:      Tuple					      =				{
    "funnel-transformer/small": "https://huggingface.co/funnel-transformer/small/resolve/main/config.json",
    "funnel-transformer/small-base": "https://huggingface.co/funnel-transformer/small-base/resolve/main/config.json",
    "funnel-transformer/medium": "https://huggingface.co/funnel-transformer/medium/resolve/main/config.json",
    "funnel-transformer/medium-base": "https://huggingface.co/funnel-transformer/medium-base/resolve/main/config.json",
    "funnel-transformer/intermediate": (
        "https://huggingface.co/funnel-transformer/intermediate/resolve/main/config.json"
    ),
    "funnel-transformer/intermediate-base": (
        "https://huggingface.co/funnel-transformer/intermediate-base/resolve/main/config.json"
    ),
    "funnel-transformer/large": "https://huggingface.co/funnel-transformer/large/resolve/main/config.json",
    "funnel-transformer/large-base": "https://huggingface.co/funnel-transformer/large-base/resolve/main/config.json",
    "funnel-transformer/xlarge": "https://huggingface.co/funnel-transformer/xlarge/resolve/main/config.json",
    "funnel-transformer/xlarge-base": "https://huggingface.co/funnel-transformer/xlarge-base/resolve/main/config.json",
}







class 				_lowercase     (				A__			):


 '''simple docstring'''






 _SCREAMING_SNAKE_CASE     :       Optional[int]      	=					"""funnel"""
 _SCREAMING_SNAKE_CASE     :       Tuple      	=					{
     """hidden_size""": """d_model""",
     """num_attention_heads""": """n_head""",
 }
 def __init__(      self   :	Dict      ,       SCREAMING_SNAKE_CASE__   :	Optional[Any]=3_05_22      ,       SCREAMING_SNAKE_CASE__   :	List[str]=[4, 4, 4]      ,       SCREAMING_SNAKE_CASE__   :	Dict=None      ,       SCREAMING_SNAKE_CASE__   :	Union[str, Any]=2      ,       SCREAMING_SNAKE_CASE__   :	Optional[int]=7_68      ,       SCREAMING_SNAKE_CASE__   :	Dict=12      ,       SCREAMING_SNAKE_CASE__   :	Any=64      ,       SCREAMING_SNAKE_CASE__   :	Any=30_72      ,       SCREAMING_SNAKE_CASE__   :	Any="gelu_new"      ,       SCREAMING_SNAKE_CASE__   :	Any=0.1      ,       SCREAMING_SNAKE_CASE__   :	Union[str, Any]=0.1      ,       SCREAMING_SNAKE_CASE__   :	str=0.0      ,       SCREAMING_SNAKE_CASE__   :	Tuple=0.1      ,       SCREAMING_SNAKE_CASE__   :	Dict=None      ,       SCREAMING_SNAKE_CASE__   :	Optional[int]=1e-9      ,       SCREAMING_SNAKE_CASE__   :	Tuple="mean"      ,       SCREAMING_SNAKE_CASE__   :	List[str]="relative_shift"      ,       SCREAMING_SNAKE_CASE__   :	Dict=True      ,       SCREAMING_SNAKE_CASE__   :	int=True      ,       SCREAMING_SNAKE_CASE__   :	Optional[Any]=True      ,       **SCREAMING_SNAKE_CASE__   :	Optional[Any]      ,       )  ->    Optional[int]:
  __lowerCAmelCase											=						vocab_size
  __lowerCAmelCase											=						block_sizes
  __lowerCAmelCase											=						[1] * len(__snake_case							) if block_repeats is None else block_repeats
  assert len(__snake_case							) == len(
      self.block_repeats							), "`block_sizes` and `block_repeats` should have the same length."
  __lowerCAmelCase											=						num_decoder_layers
  __lowerCAmelCase											=						d_model
  __lowerCAmelCase											=						n_head
  __lowerCAmelCase											=						d_head
  __lowerCAmelCase											=						d_inner
  __lowerCAmelCase											=						hidden_act
  __lowerCAmelCase											=						hidden_dropout
  __lowerCAmelCase											=						attention_dropout
  __lowerCAmelCase											=						activation_dropout
  __lowerCAmelCase											=						initializer_range
  __lowerCAmelCase											=						initializer_std
  __lowerCAmelCase											=						layer_norm_eps
  assert pooling_type in [
      "mean",
      "max",
  ], f"""Got {pooling_type} for `pooling_type` but only 'mean' and 'max' are supported."""
  __lowerCAmelCase											=						pooling_type
  assert attention_type in [
      "relative_shift",
      "factorized",
  ], f"""Got {attention_type} for `attention_type` but only 'relative_shift' and 'factorized' are supported."""
  __lowerCAmelCase											=						attention_type
  __lowerCAmelCase											=						separate_cls
  __lowerCAmelCase											=						truncate_seq
  __lowerCAmelCase											=						pool_q_only

  super().__init__(**__snake_case							)
 @property
 def a					(      self   :	int							)  ->    Optional[int]:
  return sum(self.block_sizes							)
 @num_hidden_layers.setter
 def a					(      self   :	List[Any]      ,       SCREAMING_SNAKE_CASE__   :	List[str]							)  ->    Union[str, Any]:
  raise NotImplementedError(
      """This model does not support the setting of `num_hidden_layers`. Please set `block_sizes`."""							)
 @property
 def a					(      self   :	Dict							)  ->    int:
  return len(self.block_sizes							)





 @num_blocks.setter
 def a					(      self   :	Dict      ,       SCREAMING_SNAKE_CASE__   :	Optional[Any]							)  ->    Any:
  raise NotImplementedError("""This model does not support the setting of `num_blocks`. Please set `block_sizes`."""							)











'''simple docstring'''






from math import cos, sin, sqrt, tau

from audio_filters.iir_filter import IIRFilter


def  snake_case_     (					_lowerCAmelCase  :						int   ,      _lowerCAmelCase  :						int   ,      _lowerCAmelCase  :						float = 1 / sqrt(2  )  )      ->   IIRFilter:
							UpperCAmelCase :       Optional[int] 							=		tau * frequency / samplerate
							UpperCAmelCase :       List[Any] 							=		sin(_lowerCAmelCase  )
							UpperCAmelCase :       Optional[Any] 							=		cos(_lowerCAmelCase  )
							UpperCAmelCase :       int 							=		_sin / (2 * q_factor)

							UpperCAmelCase :       Any 							=		(1 - _cos) / 2
							UpperCAmelCase :       List[Any] 							=		1 - _cos

							UpperCAmelCase :       Union[str, Any] 							=		1 + alpha
							UpperCAmelCase :       Any 							=		-2 * _cos
							UpperCAmelCase :       Dict 							=		1 - alpha

							UpperCAmelCase :       Union[str, Any] 							=		IIRFilter(2  )
							filt.set_coefficients([aa, aa, aa]   ,      [ba, ba, ba]  )
							return filt


def  snake_case_     (					_lowerCAmelCase  :						int   ,      _lowerCAmelCase  :						int   ,      _lowerCAmelCase  :						float = 1 / sqrt(2  )  )      ->   IIRFilter:
							UpperCAmelCase :       Any 							=		tau * frequency / samplerate
							UpperCAmelCase :       Tuple 							=		sin(_lowerCAmelCase  )
							UpperCAmelCase :       Tuple 							=		cos(_lowerCAmelCase  )
							UpperCAmelCase :       Dict 							=		_sin / (2 * q_factor)

							UpperCAmelCase :       int 							=		(1 + _cos) / 2
							UpperCAmelCase :       List[Any] 							=		-1 - _cos

							UpperCAmelCase :       Tuple 							=		1 + alpha
							UpperCAmelCase :       List[str] 							=		-2 * _cos
							UpperCAmelCase :       Optional[Any] 							=		1 - alpha

							UpperCAmelCase :       Tuple 							=		IIRFilter(2  )
							filt.set_coefficients([aa, aa, aa]   ,      [ba, ba, ba]  )
							return filt


def  snake_case_     (					_lowerCAmelCase  :						int   ,      _lowerCAmelCase  :						int   ,      _lowerCAmelCase  :						float = 1 / sqrt(2  )  )      ->   IIRFilter:
							UpperCAmelCase :       Optional[int] 							=		tau * frequency / samplerate
							UpperCAmelCase :       Optional[int] 							=		sin(_lowerCAmelCase  )
							UpperCAmelCase :       Tuple 							=		cos(_lowerCAmelCase  )
							UpperCAmelCase :       Optional[int] 							=		_sin / (2 * q_factor)

							UpperCAmelCase :       Union[str, Any] 							=		_sin / 2
							UpperCAmelCase :       Any 							=		0
							UpperCAmelCase :       int 							=		-ba

							UpperCAmelCase :       Optional[Any] 							=		1 + alpha
							UpperCAmelCase :       List[Any] 							=		-2 * _cos
							UpperCAmelCase :       Optional[Any] 							=		1 - alpha

							UpperCAmelCase :       int 							=		IIRFilter(2  )
							filt.set_coefficients([aa, aa, aa]   ,      [ba, ba, ba]  )
							return filt


def  snake_case_     (					_lowerCAmelCase  :						int   ,      _lowerCAmelCase  :						int   ,      _lowerCAmelCase  :						float = 1 / sqrt(2  )  )      ->   IIRFilter:
							UpperCAmelCase :       List[str] 							=		tau * frequency / samplerate
							UpperCAmelCase :       Union[str, Any] 							=		sin(_lowerCAmelCase  )
							UpperCAmelCase :       str 							=		cos(_lowerCAmelCase  )
							UpperCAmelCase :       Optional[Any] 							=		_sin / (2 * q_factor)

							UpperCAmelCase :       List[str] 							=		1 - alpha
							UpperCAmelCase :       Any 							=		-2 * _cos
							UpperCAmelCase :       Optional[int] 							=		1 + alpha

							UpperCAmelCase :       Union[str, Any] 							=		IIRFilter(2  )
							filt.set_coefficients([ba, ba, ba]   ,      [ba, ba, ba]  )
							return filt


def  snake_case_     (					_lowerCAmelCase  :						int   ,      _lowerCAmelCase  :						int   ,      _lowerCAmelCase  :						float   ,      _lowerCAmelCase  :						float = 1 / sqrt(2  )   ,      )      ->   IIRFilter:
							UpperCAmelCase :       Optional[Any] 							=		tau * frequency / samplerate
							UpperCAmelCase :       Union[str, Any] 							=		sin(_lowerCAmelCase  )
							UpperCAmelCase :       Optional[int] 							=		cos(_lowerCAmelCase  )
							UpperCAmelCase :       Dict 							=		_sin / (2 * q_factor)
							UpperCAmelCase :       str 							=		10 ** (gain_db / 40)

							UpperCAmelCase :       int 							=		1 + alpha * big_a
							UpperCAmelCase :       Union[str, Any] 							=		-2 * _cos
							UpperCAmelCase :       Optional[Any] 							=		1 - alpha * big_a
							UpperCAmelCase :       Union[str, Any] 							=		1 + alpha / big_a
							UpperCAmelCase :       Tuple 							=		-2 * _cos
							UpperCAmelCase :       Any 							=		1 - alpha / big_a

							UpperCAmelCase :       Optional[Any] 							=		IIRFilter(2  )
							filt.set_coefficients([aa, aa, aa]   ,      [ba, ba, ba]  )
							return filt


def  snake_case_     (					_lowerCAmelCase  :						int   ,      _lowerCAmelCase  :						int   ,      _lowerCAmelCase  :						float   ,      _lowerCAmelCase  :						float = 1 / sqrt(2  )   ,      )      ->   IIRFilter:
							UpperCAmelCase :       Any 							=		tau * frequency / samplerate
							UpperCAmelCase :       Optional[int] 							=		sin(_lowerCAmelCase  )
							UpperCAmelCase :       Union[str, Any] 							=		cos(_lowerCAmelCase  )
							UpperCAmelCase :       str 							=		_sin / (2 * q_factor)
							UpperCAmelCase :       List[str] 							=		10 ** (gain_db / 40)
							UpperCAmelCase :       Optional[int] 							=		(big_a + 1) - (big_a - 1) * _cos
							UpperCAmelCase :       int 							=		(big_a + 1) + (big_a - 1) * _cos
							UpperCAmelCase :       int 							=		(big_a - 1) - (big_a + 1) * _cos
							UpperCAmelCase :       Optional[int] 							=		(big_a - 1) + (big_a + 1) * _cos
							UpperCAmelCase :       str 							=		2 * sqrt(_lowerCAmelCase  ) * alpha

							UpperCAmelCase :       Dict 							=		big_a * (pmc + aaa)
							UpperCAmelCase :       Any 							=		2 * big_a * mpc
							UpperCAmelCase :       Union[str, Any] 							=		big_a * (pmc - aaa)
							UpperCAmelCase :       Optional[int] 							=		ppmc + aaa
							UpperCAmelCase :       Optional[Any] 							=		-2 * pmpc
							UpperCAmelCase :       Optional[Any] 							=		ppmc - aaa

							UpperCAmelCase :       int 							=		IIRFilter(2  )
							filt.set_coefficients([aa, aa, aa]   ,      [ba, ba, ba]  )
							return filt




def  snake_case_     (					_lowerCAmelCase  :						int   ,      _lowerCAmelCase  :						int   ,      _lowerCAmelCase  :						float   ,      _lowerCAmelCase  :						float = 1 / sqrt(2  )   ,      )      ->   IIRFilter:
							UpperCAmelCase :       int 							=		tau * frequency / samplerate
							UpperCAmelCase :       Union[str, Any] 							=		sin(_lowerCAmelCase  )
							UpperCAmelCase :       Union[str, Any] 							=		cos(_lowerCAmelCase  )
							UpperCAmelCase :       Any 							=		_sin / (2 * q_factor)
							UpperCAmelCase :       int 							=		10 ** (gain_db / 40)
							UpperCAmelCase :       List[str] 							=		(big_a + 1) - (big_a - 1) * _cos
							UpperCAmelCase :       Union[str, Any] 							=		(big_a + 1) + (big_a - 1) * _cos
							UpperCAmelCase :       Optional[Any] 							=		(big_a - 1) - (big_a + 1) * _cos
							UpperCAmelCase :       Union[str, Any] 							=		(big_a - 1) + (big_a + 1) * _cos
							UpperCAmelCase :       List[str] 							=		2 * sqrt(_lowerCAmelCase  ) * alpha

							UpperCAmelCase :       Any 							=		big_a * (ppmc + aaa)
							UpperCAmelCase :       str 							=		-2 * big_a * pmpc
							UpperCAmelCase :       List[Any] 							=		big_a * (ppmc - aaa)
							UpperCAmelCase :       Optional[Any] 							=		pmc + aaa
							UpperCAmelCase :       Any 							=		2 * mpc
							UpperCAmelCase :       str 							=		pmc - aaa

							UpperCAmelCase :       Union[str, Any] 							=		IIRFilter(2  )
							filt.set_coefficients([aa, aa, aa]   ,      [ba, ba, ba]  )
							return filt





