
from ... import PretrainedConfig


lowercase__		:Any   =    {
    "sijunhe/nezha-cn-base": "https://huggingface.co/sijunhe/nezha-cn-base/resolve/main/config.json",
}







class 				lowercase		(					SCREAMING_SNAKE_CASE__		):
							lowercase_       :       Tuple       					=NEZHA_PRETRAINED_CONFIG_ARCHIVE_MAP
							lowercase_       :       Any       					='''nezha'''




							def __init__(				self   ,A__=2_1_1_2_8   ,A__=7_6_8   ,A__=1_2   ,A__=1_2   ,A__=3_0_7_2   ,A__="gelu"   ,A__=0.1   ,A__=0.1   ,A__=5_1_2   ,A__=6_4   ,A__=2   ,A__=0.02   ,A__=1E-12   ,A__=0.1   ,A__=0   ,A__=2   ,A__=3   ,A__=True   ,**A__   ,):
												super().__init__(pad_token_id=A__   ,bos_token_id=A__   ,eos_token_id=A__   ,**A__)

												lowercase							=						vocab_size
												lowercase							=						hidden_size
												lowercase							=						num_hidden_layers
												lowercase							=						num_attention_heads
												lowercase							=						hidden_act
												lowercase							=						intermediate_size
												lowercase							=						hidden_dropout_prob
												lowercase							=						attention_probs_dropout_prob
												lowercase							=						max_position_embeddings
												lowercase							=						max_relative_position
												lowercase							=						type_vocab_size
												lowercase							=						initializer_range
												lowercase							=						layer_norm_eps
												lowercase							=						classifier_dropout
												lowercase							=						use_cache











'''simple docstring'''







def  _lowerCamelCase				( lowercase						:      bytes						)	->	str:
				return "".join([hex(lowercase						)[2:].zfill(2						).upper() for byte in list(lowercase						)]						)






def  _lowerCamelCase				( lowercase						:      str						)	->	bytes:
				# Check data validity, following RFC3548
				# https://www.ietf.org/rfc/rfc3548.txt
				if (len(lowercase						) % 2) != 0:
								raise ValueError(
								    "Base16 encoded data is invalid:\nData does not have an even number of hex digits."						)
				# Check the character set - the standard base16 alphabet
				# is uppercase according to RFC3548 section 6
				if not set(lowercase						) <= set("0123456789ABCDEF"						):
								raise ValueError(
								    "Base16 encoded data is invalid:\nData is not uppercase hex or it contains invalid characters."						)
				# For every two hexadecimal digits (= a byte), turn it into an integer.
				# Then, string the result together into bytes, and return it.
				return bytes(int(data[i] + data[i + 1]    ,							16						) for i in range(0    ,							len(lowercase						)    ,							2						)						)


if __name__ == "__main__":
					import doctest

					doctest.testmod()
