



"""simple docstring"""







from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase_   						=   logging.get_logger(__name__)

lowerCAmelCase_   						=   {
    'weiweishi/roc-bert-base-zh': 'https://huggingface.co/weiweishi/roc-bert-base-zh/resolve/main/config.json',
}
class        __A       (	A_    ):







		'''simple docstring'''





		lowerCAmelCase			:					Optional[int]   	=				"roc_bert"







		def __init__(	self						:  List[str]			,_snake_case						:  Any=30_522			,_snake_case						:  Union[str, Any]=768			,_snake_case						:  Union[str, Any]=12			,_snake_case						:  List[Any]=12			,_snake_case						:  Union[str, Any]=3_072			,_snake_case						:  Optional[int]="gelu"			,_snake_case						:  int=0.1			,_snake_case						:  Any=0.1			,_snake_case						:  int=512			,_snake_case						:  Optional[int]=2			,_snake_case						:  List[str]=0.02			,_snake_case						:  Dict=1e-12			,_snake_case						:  str=True			,_snake_case						:  Tuple=0			,_snake_case						:  List[str]="absolute"			,_snake_case						:  Optional[Any]=None			,_snake_case						:  Union[str, Any]=True			,_snake_case						:  Optional[Any]=True			,_snake_case						:  List[Any]=768			,_snake_case						:  Dict=910			,_snake_case						:  List[str]=512			,_snake_case						:  List[str]=24_858			,_snake_case						:  Tuple=True			,**_snake_case						:  str			,)					->		int:






				"""simple docstring"""



				lowercase__   :    Union[str, Any]				=			vocab_size
				lowercase__   :    int				=			max_position_embeddings
				lowercase__   :    Optional[Any]				=			hidden_size
				lowercase__   :    List[Any]				=			num_hidden_layers
				lowercase__   :    List[str]				=			num_attention_heads
				lowercase__   :    Tuple				=			intermediate_size
				lowercase__   :    Optional[Any]				=			hidden_act
				lowercase__   :    Union[str, Any]				=			hidden_dropout_prob
				lowercase__   :    str				=			attention_probs_dropout_prob
				lowercase__   :    Optional[int]				=			initializer_range
				lowercase__   :    int				=			type_vocab_size
				lowercase__   :    int				=			layer_norm_eps
				lowercase__   :    List[Any]				=			use_cache
				lowercase__   :    List[str]				=			enable_pronunciation
				lowercase__   :    Tuple				=			enable_shape
				lowercase__   :    Optional[Any]				=			pronunciation_embed_dim
				lowercase__   :    Tuple				=			pronunciation_vocab_size
				lowercase__   :    Optional[Any]				=			shape_embed_dim
				lowercase__   :    List[Any]				=			shape_vocab_size
				lowercase__   :    int				=			concat_input
				lowercase__   :    str				=			position_embedding_type
				lowercase__   :    Dict				=			classifier_dropout
				super().__init__(pad_token_id=_snake_case			,**_snake_case						)





"""simple docstring"""







import unittest

from accelerate import debug_launcher
from accelerate.test_utils import require_cpu, test_ops, test_script
@require_cpu
class        __A       (	unittest.TestCase    ):







		'''simple docstring'''





		def 					UpperCAmelCase    (	self						:  Optional[int]						)					->		str:






				"""simple docstring"""



				debug_launcher(test_script.main						)







		def 					UpperCAmelCase    (	self						:  Dict						)					->		Tuple:






				"""simple docstring"""



				debug_launcher(test_ops.main						)
