





import json
import os
import shutil
import sys
import tempfile
import unittest
import unittest.mock as mock
from pathlib import Path

from huggingface_hub import HfFolder, delete_repo
from requests.exceptions import HTTPError

from transformers import AutoConfig, BertConfig, GPTaConfig
from transformers.configuration_utils import PretrainedConfig
from transformers.testing_utils import TOKEN, USER, is_staging_test


sys.path.append(str(Path(__file__).parent.parent / 'utils'))

from test_module.custom_configuration import CustomConfig  # noqa E402


_A					:    Optional[int]   =  {
    'return_dict': False,
    'output_hidden_states': True,
    'output_attentions': True,
    'torchscript': True,
    'torch_dtype': 'float16',
    'use_bfloat16': True,
    'tf_legacy_loss': True,
    'pruned_heads': {'a': 1},
    'tie_word_embeddings': False,
    'is_decoder': True,
    'cross_attention_hidden_size': 1_28,
    'add_cross_attention': True,
    'tie_encoder_decoder': True,
    'max_length': 50,
    'min_length': 3,
    'do_sample': True,
    'early_stopping': True,
    'num_beams': 3,
    'num_beam_groups': 3,
    'diversity_penalty': 0.5,
    'temperature': 2.0,
    'top_k': 10,
    'top_p': 0.7,
    'typical_p': 0.2,
    'repetition_penalty': 0.8,
    'length_penalty': 0.8,
    'no_repeat_ngram_size': 5,
    'encoder_no_repeat_ngram_size': 5,
    'bad_words_ids': [1, 2, 3],
    'num_return_sequences': 3,
    'chunk_size_feed_forward': 5,
    'output_scores': True,
    'return_dict_in_generate': True,
    'forced_bos_token_id': 2,
    'forced_eos_token_id': 3,
    'remove_invalid_values': True,
    'architectures': ['BertModel'],
    'finetuning_task': 'translation',
    'id2label': {0: 'label'},
    'label2id': {'label': '0'},
    'tokenizer_class': 'BertTokenizerFast',
    'prefix': 'prefix',
    'bos_token_id': 6,
    'pad_token_id': 7,
    'eos_token_id': 8,
    'sep_token_id': 9,
    'decoder_start_token_id': 10,
    'exponential_decay_length_penalty': (5, 1.01),
    'suppress_tokens': [0, 1],
    'begin_suppress_tokens': 2,
    'task_specific_params': {'translation': 'some_params'},
    'problem_type': 'regression',
}


@is_staging_test
class    __SCREAMING_SNAKE_CASE			( unittest.TestCase					):







       @classmethod
       def 						__lowerCamelCase    (      cls     :	int			)   ->List[str]:
          lowerCamelCase__   :						Any					   =							TOKEN
          HfFolder.save_token(A			)







       @classmethod
       def 						__lowerCamelCase    (      cls     :	List[str]			)   ->Dict:
          try:
             delete_repo(token=cls._token		,					repo_id='''test-config'''			)
          except HTTPError:
             pass

          try:
             delete_repo(token=cls._token		,					repo_id='''valid_org/test-config-org'''			)
          except HTTPError:
             pass

          try:
             delete_repo(token=cls._token		,					repo_id='''test-dynamic-config'''			)
          except HTTPError:
             pass







       def 						__lowerCamelCase    (      self     :	List[str]			)   ->Dict:
          lowerCamelCase__   :						int					   =							BertConfig(
              vocab_size=9_9		,					hidden_size=3_2		,					num_hidden_layers=5		,					num_attention_heads=4		,					intermediate_size=3_7			)
          config.push_to_hub('''test-config'''		,					use_auth_token=self._token			)

          lowerCamelCase__   :						str					   =							BertConfig.from_pretrained(F"{USER}/test-config"			)
          for k, v in config.to_dict().items():
             if k != "transformers_version":
                self.assertEqual(A		,					getattr(A		,					A			)			)

                # Reset repo
          delete_repo(token=self._token		,					repo_id='''test-config'''			)

          # Push to hub via save_pretrained
          with tempfile.TemporaryDirectory() as tmp_dir:
             config.save_pretrained(A		,					repo_id='''test-config'''		,					push_to_hub=A		,					use_auth_token=self._token			)

          lowerCamelCase__   :						str					   =							BertConfig.from_pretrained(F"{USER}/test-config"			)
          for k, v in config.to_dict().items():
             if k != "transformers_version":
                self.assertEqual(A		,					getattr(A		,					A			)			)







       def 						__lowerCamelCase    (      self     :	str			)   ->Optional[Any]:
          lowerCamelCase__   :						List[str]					   =							BertConfig(
              vocab_size=9_9		,					hidden_size=3_2		,					num_hidden_layers=5		,					num_attention_heads=4		,					intermediate_size=3_7			)
          config.push_to_hub('''valid_org/test-config-org'''		,					use_auth_token=self._token			)

          lowerCamelCase__   :						Dict					   =							BertConfig.from_pretrained('''valid_org/test-config-org'''			)
          for k, v in config.to_dict().items():
             if k != "transformers_version":
                self.assertEqual(A		,					getattr(A		,					A			)			)

                # Reset repo
          delete_repo(token=self._token		,					repo_id='''valid_org/test-config-org'''			)

          # Push to hub via save_pretrained
          with tempfile.TemporaryDirectory() as tmp_dir:
             config.save_pretrained(
                 A		,					repo_id='''valid_org/test-config-org'''		,					push_to_hub=A		,					use_auth_token=self._token			)

          lowerCamelCase__   :						Tuple					   =							BertConfig.from_pretrained('''valid_org/test-config-org'''			)
          for k, v in config.to_dict().items():
             if k != "transformers_version":
                self.assertEqual(A		,					getattr(A		,					A			)			)







       def 						__lowerCamelCase    (      self     :	Optional[int]			)   ->str:
          CustomConfig.register_for_auto_class()
          lowerCamelCase__   :						Optional[Any]					   =							CustomConfig(attribute=4_2			)

          config.push_to_hub('''test-dynamic-config'''		,					use_auth_token=self._token			)

          # This has added the proper auto_map field to the config
          self.assertDictEqual(config.auto_map		,					{'''AutoConfig''': '''custom_configuration.CustomConfig'''}			)

          lowerCamelCase__   :						Union[str, Any]					   =							AutoConfig.from_pretrained(F"{USER}/test-dynamic-config"		,					trust_remote_code=A			)
          # Can't make an isinstance check because the new_config is from the FakeConfig class of a dynamic module
          self.assertEqual(new_config.__class__.__name__		,					'''CustomConfig'''			)
          self.assertEqual(new_config.attribute		,					4_2			)


class    __SCREAMING_SNAKE_CASE			( unittest.TestCase					):







       def 						__lowerCamelCase    (      self     :	Tuple			)   ->Any:
          lowerCamelCase__   :						Optional[int]					   =							GPTaConfig()

          # attempt to modify each of int/float/bool/str config records and verify they were updated
          lowerCamelCase__   :						List[Any]					   =							c.n_embd + 1  # int
          lowerCamelCase__   :						Optional[int]					   =							c.resid_pdrop + 1.0  # float
          lowerCamelCase__   :						Dict					   =							not c.scale_attn_weights  # bool
          lowerCamelCase__   :						Union[str, Any]					   =							c.summary_type + '''foo'''  # str
          c.update_from_string(
              F"n_embd={n_embd},resid_pdrop={resid_pdrop},scale_attn_weights={scale_attn_weights},summary_type={summary_type}"			)
          self.assertEqual(A		,					c.n_embd		,					'''mismatch for key: n_embd'''			)
          self.assertEqual(A		,					c.resid_pdrop		,					'''mismatch for key: resid_pdrop'''			)
          self.assertEqual(A		,					c.scale_attn_weights		,					'''mismatch for key: scale_attn_weights'''			)
          self.assertEqual(A		,					c.summary_type		,					'''mismatch for key: summary_type'''			)







       def 						__lowerCamelCase    (      self     :	Optional[Any]			)   ->Union[str, Any]:
          lowerCamelCase__   :						str					   =							PretrainedConfig()
          lowerCamelCase__   :						str					   =							[key for key in base_config.__dict__ if key not in config_common_kwargs]
          # If this part of the test fails, you have arguments to addin config_common_kwargs above.
          self.assertListEqual(
              A		,					['''is_encoder_decoder''', '''_name_or_path''', '''_commit_hash''', '''transformers_version''']			)
          lowerCamelCase__   :						List[str]					   =							[key for key, value in config_common_kwargs.items() if value == getattr(A		,					A			)]
          if len(A			) > 0:
             raise ValueError(
                 '''The following keys are set with the default values in'''
                 ''' `test_configuration_common.config_common_kwargs` pick another value for them:'''
                 F" {', '.join(A			)}."			)







       def 						__lowerCamelCase    (      self     :	Tuple			)   ->Optional[int]:
          with self.assertRaises(A			):
             # config is in subfolder, the following should not work without specifying the subfolder
             lowerCamelCase__   :						int					   =							BertConfig.from_pretrained('''hf-internal-testing/tiny-random-bert-subfolder'''			)

          lowerCamelCase__   :						Optional[Any]					   =							BertConfig.from_pretrained('''hf-internal-testing/tiny-random-bert-subfolder'''		,					subfolder='''bert'''			)

          self.assertIsNotNone(A			)







       def 						__lowerCamelCase    (      self     :	str			)   ->List[str]:
          # A mock response for an HTTP head request to emulate server down
          lowerCamelCase__   :						Tuple					   =							mock.Mock()
          lowerCamelCase__   :						Union[str, Any]					   =							5_0_0
          lowerCamelCase__   :						Any					   =							{}
          lowerCamelCase__   :						List[Any]					   =							HTTPError
          lowerCamelCase__   :						Tuple					   =							{}

          # Download this model to make sure it's in the cache.
          lowerCamelCase__   :						Tuple					   =							BertConfig.from_pretrained('''hf-internal-testing/tiny-random-bert'''			)

          # Under the mock environment we get a 500 error when trying to reach the model.
          with mock.patch('''requests.Session.request'''		,					return_value=A			) as mock_head:
             lowerCamelCase__   :						Union[str, Any]					   =							BertConfig.from_pretrained('''hf-internal-testing/tiny-random-bert'''			)
             # This check we did call the fake head request
             mock_head.assert_called()







       def 						__lowerCamelCase    (      self     :	List[str]			)   ->Union[str, Any]:
          # This test is for deprecated behavior and can be removed in v5
          lowerCamelCase__   :						List[Any]					   =							BertConfig.from_pretrained(
              '''https://huggingface.co/hf-internal-testing/tiny-random-bert/resolve/main/config.json'''			)







       def 						__lowerCamelCase    (      self     :	Any			)   ->Any:
          lowerCamelCase__   :						Optional[Any]					   =							AutoConfig.from_pretrained('''bert-base-cased'''			)
          lowerCamelCase__   :						int					   =							['''config.4.0.0.json''']

          with tempfile.TemporaryDirectory() as tmp_dir:
             configuration.save_pretrained(A			)
             lowerCamelCase__   :						List[Any]					   =							2
             json.dump(configuration.to_dict()		,					open(os.path.join(A		,					'''config.4.0.0.json'''			)		,					'''w'''			)			)

             # This should pick the new configuration file as the version of Transformers is > 4.0.0
             lowerCamelCase__   :						Tuple					   =							AutoConfig.from_pretrained(A			)
             self.assertEqual(new_configuration.hidden_size		,					2			)

             # Will need to be adjusted if we reach v42 and this test is still here.
             # Should pick the old configuration file as the version of Transformers is < 4.42.0
             lowerCamelCase__   :						List[Any]					   =							['''config.42.0.0.json''']
             lowerCamelCase__   :						List[Any]					   =							7_6_8
             configuration.save_pretrained(A			)
             shutil.move(os.path.join(A		,					'''config.4.0.0.json'''			)		,					os.path.join(A		,					'''config.42.0.0.json'''			)			)
             lowerCamelCase__   :						Optional[Any]					   =							AutoConfig.from_pretrained(A			)
             self.assertEqual(new_configuration.hidden_size		,					7_6_8			)







       def 						__lowerCamelCase    (      self     :	List[str]			)   ->List[Any]:
          # This repo has two configuration files, one for v4.0.0 and above with a different hidden size.
          lowerCamelCase__   :						Tuple					   =							'''hf-internal-testing/test-two-configs'''

          import transformers as new_transformers

          lowerCamelCase__   :						Dict					   =							'''v4.0.0'''
          lowerCamelCase__   ,							lowerCamelCase__   :						Any					   =							new_transformers.models.auto.AutoConfig.from_pretrained(
              A		,					return_unused_kwargs=A			)
          self.assertEqual(new_configuration.hidden_size		,					2			)
          # This checks `_configuration_file` ia not kept in the kwargs by mistake.
          self.assertDictEqual(A		,					{}			)

          # Testing an older version by monkey-patching the version in the module it's used.
          import transformers as old_transformers

          lowerCamelCase__   :						Optional[Any]					   =							'''v3.0.0'''
          lowerCamelCase__   :						Optional[Any]					   =							old_transformers.models.auto.AutoConfig.from_pretrained(A			)
          self.assertEqual(old_configuration.hidden_size		,					7_6_8			)







# flake8: noqa
# Lint as: python3
UpperCAmelCase__   	=							[
    '''VerificationMode''',
    '''Version''',
    '''disable_progress_bar''',
    '''enable_progress_bar''',
    '''is_progress_bar_enabled''',
    '''experimental''',
]

from .info_utils import VerificationMode
from .logging import disable_progress_bar, enable_progress_bar, is_progress_bar_enabled
from .version import Version
from .experimental import experimental

