


'''simple docstring'''

from ....configuration_utils import PretrainedConfig
from ....utils import logging


lowerCamelCase							:   Union[str, Any]  						=	logging.get_logger(__name__)

lowerCamelCase							:   Union[str, Any]  						=	{
    'speechbrain/m-ctc-t-large': 'https://huggingface.co/speechbrain/m-ctc-t-large/resolve/main/config.json',
    # See all M-CTC-T models at https://huggingface.co/models?filter=mctct
}
class   __lowerCAmelCase						(lowercase_     ):





      '''simple docstring'''






      lowerCAmelCase__					:     Any  					=							"""mctct"""



      def __init__(self    :    Any   ,						UpperCamelCase    :    str=8065   ,						UpperCamelCase    :    List[str]=1536   ,						UpperCamelCase    :    List[Any]=36   ,						UpperCamelCase    :    List[Any]=6144   ,						UpperCamelCase    :    str=4   ,						UpperCamelCase    :    str=384   ,						UpperCamelCase    :    List[Any]=920   ,						UpperCamelCase    :    Any=1E-5   ,						UpperCamelCase    :    str=0.3   ,						UpperCamelCase    :    List[Any]="relu"   ,						UpperCamelCase    :    List[Any]=0.02   ,						UpperCamelCase    :    Tuple=0.3   ,						UpperCamelCase    :    Tuple=0.3   ,						UpperCamelCase    :    Any=1   ,						UpperCamelCase    :    Optional[int]=0   ,						UpperCamelCase    :    Tuple=2   ,						UpperCamelCase    :    int=1   ,						UpperCamelCase    :    int=0.3   ,						UpperCamelCase    :    Optional[Any]=1   ,						UpperCamelCase    :    Dict=(7,)   ,						UpperCamelCase    :    Optional[Any]=(3,)   ,						UpperCamelCase    :    Union[str, Any]=80   ,						UpperCamelCase    :    int=1   ,						UpperCamelCase    :    Dict=None   ,						UpperCamelCase    :    Any="sum"   ,						UpperCamelCase    :    List[str]=False   ,						**UpperCamelCase    :    List[str]   ,						):

             '''simple docstring'''







             super().__init__(**UpperCamelCase   ,						pad_token_id=UpperCamelCase   ,						bos_token_id=UpperCamelCase   ,						eos_token_id=UpperCamelCase )
             lowercase__      			= vocab_size
             lowercase__      			= hidden_size
             lowercase__      			= num_hidden_layers
             lowercase__      			= intermediate_size
             lowercase__      			= num_attention_heads
             lowercase__      			= attention_head_dim
             lowercase__      			= max_position_embeddings
             lowercase__      			= layer_norm_eps
             lowercase__      			= layerdrop
             lowercase__      			= hidden_act
             lowercase__      			= initializer_range
             lowercase__      			= hidden_dropout_prob
             lowercase__      			= attention_probs_dropout_prob
             lowercase__      			= pad_token_id
             lowercase__      			= bos_token_id
             lowercase__      			= eos_token_id
             lowercase__      			= conv_glu_dim
             lowercase__      			= conv_dropout
             lowercase__      			= num_conv_layers
             lowercase__      			= input_feat_per_channel
             lowercase__      			= input_channels
             lowercase__      			= conv_channels
             lowercase__      			= ctc_loss_reduction
             lowercase__      			= ctc_zero_infinity

             # prevents config testing fail with exporting to json
             lowercase__      			= list(UpperCamelCase )
             lowercase__      			= list(UpperCamelCase )

             if len(self.conv_kernel ) != self.num_conv_layers:
                    raise ValueError(
                        '''Configuration for convolutional module is incorrect. '''
                        '''It is required that `len(config.conv_kernel)` == `config.num_conv_layers` '''
                        f"but is `len(config.conv_kernel) = {len(self.conv_kernel )}`, "
                        f"`config.num_conv_layers = {self.num_conv_layers}`." )








'''simple docstring'''

from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase							:   Dict  						=	logging.get_logger(__name__)

lowerCamelCase							:   Union[str, Any]  						=	{
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}
class   __lowerCAmelCase						(lowercase_     ):





      '''simple docstring'''






      lowerCAmelCase__					:     List[str]  					=							"""megatron-bert"""



      def __init__(self    :    Tuple   ,						UpperCamelCase    :    Optional[int]=29056   ,						UpperCamelCase    :    Optional[Any]=1024   ,						UpperCamelCase    :    Any=24   ,						UpperCamelCase    :    int=16   ,						UpperCamelCase    :    Optional[int]=4096   ,						UpperCamelCase    :    int="gelu"   ,						UpperCamelCase    :    int=0.1   ,						UpperCamelCase    :    Tuple=0.1   ,						UpperCamelCase    :    Any=512   ,						UpperCamelCase    :    int=2   ,						UpperCamelCase    :    Dict=0.02   ,						UpperCamelCase    :    Dict=1E-12   ,						UpperCamelCase    :    List[Any]=0   ,						UpperCamelCase    :    Optional[int]="absolute"   ,						UpperCamelCase    :    List[Any]=True   ,						**UpperCamelCase    :    str   ,						):

             '''simple docstring'''







             super().__init__(pad_token_id=UpperCamelCase   ,						**UpperCamelCase )

             lowercase__      			= vocab_size
             lowercase__      			= hidden_size
             lowercase__      			= num_hidden_layers
             lowercase__      			= num_attention_heads
             lowercase__      			= hidden_act
             lowercase__      			= intermediate_size
             lowercase__      			= hidden_dropout_prob
             lowercase__      			= attention_probs_dropout_prob
             lowercase__      			= max_position_embeddings
             lowercase__      			= type_vocab_size
             lowercase__      			= initializer_range
             lowercase__      			= layer_norm_eps
             lowercase__      			= position_embedding_type
             lowercase__      			= use_cache




