from ...configuration_utils import PretrainedConfig
from ...utils import logging


__lowerCAmelCase    :  Any										= logging.get_logger(__name__)

__lowerCAmelCase    :  Any										= {
    'openbmb/cpm-ant-10b': 'https://huggingface.co/openbmb/cpm-ant-10b/blob/main/config.json'
    # See all CPMAnt models at https://huggingface.co/models?filter=cpmant
}
class 				lowerCamelCase			(							__snake_case					):
      __lowerCamelCase							=					'cpmant'






      def __init__(      self  ,		__lowerCamelCase = 3_07_20  ,		__lowerCamelCase = 40_96  ,		__lowerCamelCase = 32  ,		__lowerCamelCase = 1_28  ,		__lowerCamelCase = 1_02_40  ,		__lowerCamelCase = 48  ,		__lowerCamelCase = 0.0  ,		__lowerCamelCase = 5_12  ,		__lowerCamelCase = 20_48  ,		__lowerCamelCase = 1e-6  ,		__lowerCamelCase = 1.0  ,		__lowerCamelCase = 32  ,		__lowerCamelCase = 32  ,		__lowerCamelCase = 32  ,		__lowerCamelCase = True  ,		**__lowerCamelCase  ,		)     ->				List[str]:


          '''simple docstring'''







          super().__init__(**__lowerCamelCase						)
          snake_case:						Optional[int]         =   prompt_types
          snake_case:						List[str]         =   prompt_length
          snake_case:						int         =   segment_types
          snake_case:						Any         =   hidden_size
          snake_case:						Tuple         =   num_attention_heads
          snake_case:						Optional[Any]         =   dim_head
          snake_case:						List[str]         =   dim_ff
          snake_case:						Dict         =   num_hidden_layers
          snake_case:						List[str]         =   position_bias_num_buckets
          snake_case:						List[str]         =   position_bias_max_distance
          snake_case:						Optional[Any]         =   dropout_p
          snake_case:						int         =   eps
          snake_case:						Optional[int]         =   use_cache
          snake_case:						Union[str, Any]         =   vocab_size
          snake_case:						str         =   init_std



def   a_					(_lowerCAmelCase  :   str       )->				int:
    snake_case:						List[str]         =   0
    for letter in data:
        snake_case:						int         =   (hash_ << 4) + ord(_lowerCAmelCase       )
        snake_case:						Optional[int]         =   hash_ & 0xf_0_0_0_0_0_0_0
        if x != 0:
            hash_ ^= x >> 24
        hash_ &= ~x
    return hash_


if __name__ == "__main__":
    import doctest

    doctest.testmod()


