


'''simple docstring'''

from __future__ import annotations

import math
from collections import Counter
from string import ascii_lowercase

def 							__magic_name__(  lowerCamelCase):
						__lowerCAmelCase											= analyze_text(_snake_case)
						__lowerCAmelCase											= list(''' ''' + ascii_lowercase)
						# what is our total sum of probabilities.
						__lowerCAmelCase											= sum(single_char_strings.values())

						# one length string
						__lowerCAmelCase											= 0
						# for each alpha we go in our dict and if it is in it we calculate entropy
						for ch in my_alphas:
												if ch in single_char_strings:
																		__lowerCAmelCase											= single_char_strings[ch]
																		__lowerCAmelCase											= my_str / all_sum
																		my_fir_sum += prob * math.loga(_snake_case)  # entropy formula.

    # print entropy
						print(F"""{round(-1 * my_fir_sum):.1f}""")

						# two len string
						__lowerCAmelCase											= sum(two_char_strings.values())
						__lowerCAmelCase											= 0
						# for each alpha (two in size) calculate entropy.
						for cha in my_alphas:
												for cha in my_alphas:
																		__lowerCAmelCase											= cha + cha
																		if sequence in two_char_strings:
																								__lowerCAmelCase											= two_char_strings[sequence]
																								__lowerCAmelCase											= int(_snake_case) / all_sum
																								my_sec_sum += prob * math.loga(_snake_case)

    # print second entropy
						print(F"""{round(-1 * my_sec_sum):.1f}""")

						# print the difference between them
						print(F"""{round((-1 * my_sec_sum) - (-1 * my_fir_sum)):.1f}""")

def 							__magic_name__(  lowerCamelCase):
						__lowerCAmelCase											= Counter()  # type: ignore
						__lowerCAmelCase											= Counter()  # type: ignore
						single_char_strings[text[-1]] += 1

						# first case when we have space at start.
						two_char_strings[" " + text[0]] += 1
						for i in range(0, len(_snake_case) - 1):
												single_char_strings[text[i]] += 1
												two_char_strings[text[i : i + 2]] += 1
						return single_char_strings, two_char_strings

def 							__magic_name__(  ):
						import doctest

						doctest.testmod()
						# text = (
						#     "Had repulsive dashwoods suspicion sincerity but advantage now him. Remark "
						#     "easily garret nor nay. Civil those mrs enjoy shy fat merry. You greatest "
						#     "jointure saw horrible. He private he on be imagine suppose. Fertile "
						#     "beloved evident through no service elderly is. Blind there if every no so "
						#     "at. Own neglected you preferred way sincerity delivered his attempted. To "
						#     "of message cottage windows do besides against uncivil.  Delightful "
						#     "unreserved impossible few estimating men favourable see entreaties. She "
						#     "propriety immediate was improving. He or entrance humoured likewise "
						#     "moderate. Much nor game son say feel. Fat make met can must form into "
						#     "gate. Me we offending prevailed discovery. "
						# )

						# calculate_prob(text)


if __name__ == "__main__":
	main()





"""simple docstring"""





import inspect
import re

from transformers.utils import direct_transformers_import


# All paths are set with the intent you should run this script from the root of the repo with the command
# python utils/check_config_docstrings.py
snake_case__						:   Optional[Any]			 = '''src/transformers'''


# This is to make sure the transformers module imported is the one in the repo.
snake_case__						:   Dict			 = direct_transformers_import(PATH_TO_TRANSFORMERS)

snake_case__						:   Optional[int]			 = transformers.models.auto.configuration_auto.CONFIG_MAPPING

# Regex pattern used to find the checkpoint mentioned in the docstring of `config_class`.
# For example, `[bert-base-uncased](https://huggingface.co/bert-base-uncased)`
snake_case__						:   Optional[int]			 = re.compile(R'''\[(.+?)\]\((https://huggingface\.co/.+?)\)''')


snake_case__						:   int			 = {
    '''DecisionTransformerConfig''',
    '''EncoderDecoderConfig''',
    '''MusicgenConfig''',
    '''RagConfig''',
    '''SpeechEncoderDecoderConfig''',
    '''TimmBackboneConfig''',
    '''VisionEncoderDecoderConfig''',
    '''VisionTextDualEncoderConfig''',
    '''LlamaConfig''',
}


def    _snake_case  (  _snake_case :	List[str]	):
      lowerCAmelCase    :		Dict				=      None

      # source code of `config_class`
      lowerCAmelCase    :		Union[str, Any]				=      inspect.getsource(_snake_case	)
      lowerCAmelCase    :		List[Any]				=      _re_checkpoint.findall(_snake_case	)

      # Each `checkpoint` is a tuple of a checkpoint name and a checkpoint link.
      # For example, `('bert-base-uncased', 'https://huggingface.co/bert-base-uncased')`
      for ckpt_name, ckpt_link in checkpoints:
            # allow the link to end with `/`
            if ckpt_link.endswith('''/'''	):
                  lowerCAmelCase    :		List[str]				=      ckpt_link[:-1]

            # verify the checkpoint name corresponds to the checkpoint link
            lowerCAmelCase    :		Optional[int]				=      f'''https://huggingface.co/{ckpt_name}'''
            if ckpt_link == ckpt_link_from_name:
                  lowerCAmelCase    :		List[str]				=      ckpt_name
                  break

      return checkpoint


def    _snake_case  (  ):
      lowerCAmelCase    :		List[Any]				=      []

      for config_class in list(CONFIG_MAPPING.values()	):
            # Skip deprecated models
            if "models.deprecated" in config_class.__module__:
                  continue
            lowerCAmelCase    :		int				=      get_checkpoint_from_config_class(_snake_case	)

            lowerCAmelCase    :		int				=      config_class.__name__
            if checkpoint is None and name not in CONFIG_CLASSES_TO_IGNORE_FOR_DOCSTRING_CHECKPOINT_CHECK:
                  configs_without_checkpoint.append(_snake_case	)

      if len(_snake_case	) > 0:
            lowerCAmelCase    :		Dict				=      '''\n'''.join(sorted(_snake_case	)	)
            raise ValueError(f'''The following configurations don\'t contain any valid checkpoint:\n{message}'''	)


if __name__ == "__main__":
 check_config_docstrings_have_checkpoints()


