



from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase__   =       logging.get_logger(__name__)

UpperCAmelCase__   =       {
    "weiweishi/roc-bert-base-zh": "https://huggingface.co/weiweishi/roc-bert-base-zh/resolve/main/config.json",
}







class 			__lowerCAmelCase    (			snake_case_						):
			UpperCamelCase   					=     '''roc_bert'''



			def __init__(						self   :  Tuple ,		A   :  Tuple=3_05_22 ,		A   :  int=7_68 ,		A   :  Dict=12 ,		A   :  Dict=12 ,		A   :  Any=30_72 ,		A   :  int="gelu" ,		A   :  int=0.1 ,		A   :  Optional[int]=0.1 ,		A   :  Union[str, Any]=5_12 ,		A   :  List[str]=2 ,		A   :  Dict=0.0_2 ,		A   :  List[Any]=1E-12 ,		A   :  Union[str, Any]=True ,		A   :  List[str]=0 ,		A   :  Any="absolute" ,		A   :  Union[str, Any]=None ,		A   :  Optional[Any]=True ,		A   :  Dict=True ,		A   :  int=7_68 ,		A   :  Dict=9_10 ,		A   :  Tuple=5_12 ,		A   :  Dict=2_48_58 ,		A   :  Dict=True ,		**A   :  Any ,		)   ->    Optional[Any]:



						"""simple docstring"""






						_UpperCAmelCase		       =   vocab_size
						_UpperCAmelCase		       =   max_position_embeddings
						_UpperCAmelCase		       =   hidden_size
						_UpperCAmelCase		       =   num_hidden_layers
						_UpperCAmelCase		       =   num_attention_heads
						_UpperCAmelCase		       =   intermediate_size
						_UpperCAmelCase		       =   hidden_act
						_UpperCAmelCase		       =   hidden_dropout_prob
						_UpperCAmelCase		       =   attention_probs_dropout_prob
						_UpperCAmelCase		       =   initializer_range
						_UpperCAmelCase		       =   type_vocab_size
						_UpperCAmelCase		       =   layer_norm_eps
						_UpperCAmelCase		       =   use_cache
						_UpperCAmelCase		       =   enable_pronunciation
						_UpperCAmelCase		       =   enable_shape
						_UpperCAmelCase		       =   pronunciation_embed_dim
						_UpperCAmelCase		       =   pronunciation_vocab_size
						_UpperCAmelCase		       =   shape_embed_dim
						_UpperCAmelCase		       =   shape_vocab_size
						_UpperCAmelCase		       =   concat_input
						_UpperCAmelCase		       =   position_embedding_type
						_UpperCAmelCase		       =   classifier_dropout
						super().__init__(pad_token_id=A ,		**A)







'''simple docstring'''

import os

from huggingface_hub.constants import HUGGINGFACE_HUB_CACHE, hf_cache_home


lowercase_					= HUGGINGFACE_HUB_CACHE


lowercase_					= """config.json"""
lowercase_					= """diffusion_pytorch_model.bin"""
lowercase_					= """diffusion_flax_model.msgpack"""
lowercase_					= """model.onnx"""
lowercase_					= """diffusion_pytorch_model.safetensors"""
lowercase_					= """weights.pb"""
lowercase_					= """https://huggingface.co"""
lowercase_					= default_cache_path
lowercase_					= """diffusers_modules"""
lowercase_					= os.getenv("""HF_MODULES_CACHE""", os.path.join(hf_cache_home, """modules"""))
lowercase_					= ["""fp16""", """non-ema"""]
lowercase_					= """.self_attn"""



