




from __future__ import annotations

import collections
import pprint
from pathlib import Path

def 					UpperCAmelCase_							(      __UpperCAmelCase						:	str							)					-> Union[str, Any]:
      return "".join(sorted(__lowerCamelCase							)							)

def 					UpperCAmelCase_							(      __UpperCAmelCase						:	str							)					-> Any:
      return word_by_signature[signature(__lowerCamelCase							)]


lowerCamelCase__ :   Dict					=							Path(__file__).parent.joinpath('words.txt').read_text(encoding='utf-8')
lowerCamelCase__ :   Dict					=							sorted({word.strip().lower() for word in data.splitlines()})

lowerCamelCase__ :   Optional[Any]					=							collections.defaultdict(list)
for word in word_list:
   word_by_signature[signature(word)].append(word)

if __name__ == "__main__":
   lowerCamelCase__ :   List[str]					=							{word: anagram(word) for word in word_list if len(anagram(word)) > 1}

   with open('anagrams.txt', 'w') as file:
      file.write('all_anagrams = \n ')
      file.write(pprint.pformat(all_anagrams))

from ...configuration_utils import PretrainedConfig
from ...utils import logging


__lowerCamelCase							=       logging.get_logger(__name__)

__lowerCamelCase							=       {
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}






class   UpperCAmelCase		(						A_ ):
   A__					:		List[str]						     =     "megatron-bert"



   def __init__(self		:					Optional[int]    ,						snake_case__		:					List[str]=2_90_56    ,						snake_case__		:					List[Any]=10_24    ,						snake_case__		:					str=24    ,						snake_case__		:					Tuple=16    ,						snake_case__		:					Union[str, Any]=40_96    ,						snake_case__		:					str="gelu"    ,						snake_case__		:					str=0.1    ,						snake_case__		:					Optional[int]=0.1    ,						snake_case__		:					Tuple=5_12    ,						snake_case__		:					Union[str, Any]=2    ,						snake_case__		:					Dict=0.02    ,						snake_case__		:					List[Any]=1e-12    ,						snake_case__		:					int=0    ,						snake_case__		:					Tuple="absolute"    ,						snake_case__		:					Any=True    ,						**snake_case__		:					Union[str, Any]    ,						)		->	Optional[Any]:


          '''simple docstring'''


          super().__init__(pad_token_id=snake_case__    ,						**snake_case__ )

          snake_case       :   Tuple							=      vocab_size
          snake_case       :   str							=      hidden_size
          snake_case       :   str							=      num_hidden_layers
          snake_case       :   str							=      num_attention_heads
          snake_case       :   Optional[int]							=      hidden_act
          snake_case       :   int							=      intermediate_size
          snake_case       :   List[str]							=      hidden_dropout_prob
          snake_case       :   Union[str, Any]							=      attention_probs_dropout_prob
          snake_case       :   Dict							=      max_position_embeddings
          snake_case       :   List[str]							=      type_vocab_size
          snake_case       :   List[str]							=      initializer_range
          snake_case       :   Tuple							=      layer_norm_eps
          snake_case       :   int							=      position_embedding_type
          snake_case       :   str							=      use_cache





