'''simple docstring'''




from ...configuration_utils import PretrainedConfig
from ...utils import logging


__snake_case  : Optional[int]		       =    logging.get_logger(__name__)

__snake_case  : Tuple		       =    {
    'openbmb/cpm-ant-10b': 'https://huggingface.co/openbmb/cpm-ant-10b/blob/main/config.json'
    # See all CPMAnt models at https://huggingface.co/models?filter=cpmant
}




class       __UpperCAmelCase							(							_UpperCamelCase	):





       '''simple docstring'''



       __lowercase   :   str  					=							'cpmant'

       def __init__( self       ,	_SCREAMING_SNAKE_CASE = 3_0720       ,	_SCREAMING_SNAKE_CASE = 4096       ,	_SCREAMING_SNAKE_CASE = 32       ,	_SCREAMING_SNAKE_CASE = 128       ,	_SCREAMING_SNAKE_CASE = 1_0240       ,	_SCREAMING_SNAKE_CASE = 48       ,	_SCREAMING_SNAKE_CASE = 0.0       ,	_SCREAMING_SNAKE_CASE = 512       ,	_SCREAMING_SNAKE_CASE = 2048       ,	_SCREAMING_SNAKE_CASE = 1E-6       ,	_SCREAMING_SNAKE_CASE = 1.0       ,	_SCREAMING_SNAKE_CASE = 32       ,	_SCREAMING_SNAKE_CASE = 32       ,	_SCREAMING_SNAKE_CASE = 32       ,	_SCREAMING_SNAKE_CASE = True       ,	**_SCREAMING_SNAKE_CASE       ,	)						->	Union[str, Any]:
           super().__init__(**_SCREAMING_SNAKE_CASE					)
           A_      =  prompt_types
           A_      =  prompt_length
           A_      =  segment_types
           A_      =  hidden_size
           A_      =  num_attention_heads
           A_      =  dim_head
           A_      =  dim_ff
           A_      =  num_hidden_layers
           A_      =  position_bias_num_buckets
           A_      =  position_bias_max_distance
           A_      =  dropout_p
           A_      =  eps
           A_      =  use_cache
           A_      =  vocab_size
           A_      =  init_std







'''simple docstring'''




__snake_case  : str		       =    10**8





def 	_UpperCAmelCase       (				_UpperCamelCase       :      int  )      -> bool:
    if n % 10 == 0:
        return False
    A_      =  str(_UpperCamelCase  )
    return s == s[::-1]





def 	_UpperCAmelCase       (				)      -> int:
    A_      =  set()
    A_      =  1
    A_      =  5
    while sum_squares < LIMIT:
        A_      =  first_square + 1
        while sum_squares < LIMIT:
            if is_palindrome(_UpperCamelCase  ):
                answer.add(_UpperCamelCase  )
            last_square += 1
            sum_squares += last_square**2
        first_square += 1
        A_      =  first_square**2 + (first_square + 1) ** 2

    return sum(_UpperCamelCase  )


if __name__ == "__main__":
  print(solution())






