


"""simple docstring"""


import copy
import json
import os
import tempfile

from transformers import is_torch_available

from .test_configuration_utils import config_common_kwargs
class   _UpperCamelCase  (   lowerCAmelCase__		):
							'''simple docstring'''







							def __init__(     self    ,   __a    ,   __a=None    ,   __a=True    ,   __a=None    ,   **__a	):
										__lowerCAmelCase				    =			parent
										__lowerCAmelCase				    =			config_class
										__lowerCAmelCase				    =			has_text_modality
										__lowerCAmelCase				    =			kwargs
										__lowerCAmelCase				    =			common_properties

							def 			snake_case				(     self	):
										__lowerCAmelCase				    =			self.config_class(**self.inputs_dict	)
										__lowerCAmelCase				    =			(
										    ["hidden_size", "num_attention_heads", "num_hidden_layers"]
										    if self.common_properties is None
										    else self.common_properties
										)

										# Add common fields for text models
										if self.has_text_modality:
													common_properties.extend(["vocab_size"]	)

										# Test that config has the common properties as getters
										for prop in common_properties:
													self.parent.assertTrue(hasattr(__a    ,   __a	)    ,   msg=f"`{prop}` does not exist"	)

										# Test that config has the common properties as setter
										for idx, name in enumerate(__a	):
													try:
																setattr(__a    ,   __a    ,   __a	)
																self.parent.assertEqual(
																    getattr(__a    ,   __a	)    ,   __a    ,   msg=f"`{name} value {idx} expected, but was {getattr(__a    ,   __a	)}"	)
													except NotImplementedError:
																# Some models might not be able to implement setters for common_properties
																# In that case, a NotImplementedError is raised
																pass

        # Test if config class can be called with Config(prop_name=..)
										for idx, name in enumerate(__a	):
													try:
																__lowerCAmelCase				    =			self.config_class(**{name: idx}	)
																self.parent.assertEqual(
																    getattr(__a    ,   __a	)    ,   __a    ,   msg=f"`{name} value {idx} expected, but was {getattr(__a    ,   __a	)}"	)
													except NotImplementedError:
																# Some models might not be able to implement setters for common_properties
																# In that case, a NotImplementedError is raised
																pass

							def 			snake_case				(     self	):
										__lowerCAmelCase				    =			self.config_class(**self.inputs_dict	)
										__lowerCAmelCase				    =			json.loads(config.to_json_string()	)
										for key, value in self.inputs_dict.items():
													self.parent.assertEqual(obj[key]    ,   __a	)

							def 			snake_case				(     self	):
										__lowerCAmelCase				    =			self.config_class(**self.inputs_dict	)

										with tempfile.TemporaryDirectory() as tmpdirname:
													__lowerCAmelCase				    =			os.path.join(__a    ,   "config.json"	)
													config_first.to_json_file(__a	)
													__lowerCAmelCase				    =			self.config_class.from_json_file(__a	)

										self.parent.assertEqual(config_second.to_dict()    ,   config_first.to_dict()	)

							def 			snake_case				(     self	):
										__lowerCAmelCase				    =			self.config_class(**self.inputs_dict	)

										with tempfile.TemporaryDirectory() as tmpdirname:
													config_first.save_pretrained(__a	)
													__lowerCAmelCase				    =			self.config_class.from_pretrained(__a	)

										self.parent.assertEqual(config_second.to_dict()    ,   config_first.to_dict()	)

							def 			snake_case				(     self	):
										__lowerCAmelCase				    =			self.config_class(**self.inputs_dict	)

										__lowerCAmelCase				    =			"test"
										with tempfile.TemporaryDirectory() as tmpdirname:
													__lowerCAmelCase				    =			os.path.join(__a    ,   __a	)
													config_first.save_pretrained(__a	)
													__lowerCAmelCase				    =			self.config_class.from_pretrained(__a    ,   subfolder=__a	)

										self.parent.assertEqual(config_second.to_dict()    ,   config_first.to_dict()	)

							def 			snake_case				(     self	):
										__lowerCAmelCase				    =			self.config_class(**self.inputs_dict    ,   num_labels=5	)
										self.parent.assertEqual(len(config.idalabel	)    ,   5	)
										self.parent.assertEqual(len(config.labelaid	)    ,   5	)

										__lowerCAmelCase				    =			3
										self.parent.assertEqual(len(config.idalabel	)    ,   3	)
										self.parent.assertEqual(len(config.labelaid	)    ,   3	)

							def 			snake_case				(     self	):
										if self.config_class.is_composition:
													return
										__lowerCAmelCase				    =			self.config_class()
										self.parent.assertIsNotNone(__a	)

							def 			snake_case				(     self	):
										__lowerCAmelCase				    =			copy.deepcopy(__a	)
										__lowerCAmelCase				    =			self.config_class(**__a	)
										__lowerCAmelCase				    =			[]
										for key, value in config_common_kwargs.items():
													if key == "torch_dtype":
																if not is_torch_available():
																			continue
																else:
																			import torch

																			if config.torch_dtype != torch.floataa:
																						wrong_values.append(("torch_dtype", config.torch_dtype, torch.floataa)	)
													elif getattr(__a    ,   __a	) != value:
																wrong_values.append((key, getattr(__a    ,   __a	), value)	)

										if len(__a	) > 0:
													__lowerCAmelCase				    =			"\n".join([f"- {v[0]}: got {v[1]} instead of {v[2]}" for v in wrong_values]	)
													raise ValueError(f"The following keys were not properly set in the config:\n{errors}"	)



							def 			snake_case				(     self	):
										self.create_and_test_config_common_properties()
										self.create_and_test_config_to_json_string()
										self.create_and_test_config_to_json_file()
										self.create_and_test_config_from_and_save_pretrained()
										self.create_and_test_config_from_and_save_pretrained_subfolder()
										self.create_and_test_config_with_num_labels()
										self.check_config_can_be_init_without_params()
										self.check_config_arguments_init()








"""simple docstring"""


import argparse
from collections import OrderedDict
from pathlib import Path

import torch

from transformers import (
    VisualBertConfig,
    VisualBertForMultipleChoice,
    VisualBertForPreTraining,
    VisualBertForQuestionAnswering,
    VisualBertForVisualReasoning,
)
from transformers.utils import logging


logging.set_verbosity_info()
A     :   Tuple			    =			logging.get_logger(__name__)

A     :   Tuple			    =			[
    ("bert.bert", "visual_bert"),
    ("bert.cls", "cls"),
    ("bert.classifier", "cls"),
    ("token_type_embeddings_visual", "visual_token_type_embeddings"),
    ("position_embeddings_visual", "visual_position_embeddings"),
    ("projection", "visual_projection"),
]

A     :   Optional[Any]			    =			[
    "nlvr2_coco_pre_trained.th",
    "nlvr2_fine_tuned.th",
    "nlvr2_pre_trained.th",
    "vcr_coco_pre_train.th",
    "vcr_fine_tune.th",
    "vcr_pre_train.th",
    "vqa_coco_pre_trained.th",
    "vqa_fine_tuned.th",
    "vqa_pre_trained.th",
]


def _lowerCamelCase	(		_UpperCamelCase      ):

			'''simple docstring'''




			__lowerCAmelCase				    =			torch.load(_UpperCamelCase    , map_location="cpu"      )
			return sd


def _lowerCamelCase	(		_UpperCamelCase    , _UpperCamelCase    , _UpperCamelCase=rename_keys_prefix      ):

			'''simple docstring'''




			__lowerCAmelCase				    =			OrderedDict()
			__lowerCAmelCase				    =			torch.arange(config.max_position_embeddings      ).expand((1, -1)      )
			# detector_d = OrderedDict()
			for key in d:
						if "detector" in key:
									# detector_d[key.replace('detector.','')] = d[key]
									continue
						__lowerCAmelCase				    =			key
						for name_pair in rename_keys_prefix:
									__lowerCAmelCase				    =			new_key.replace(name_pair[0]    , name_pair[1]      )
						__lowerCAmelCase				    =			d[key]
						if key == "bert.cls.predictions.decoder.weight":
									# Old bert code didn't have `decoder.bias`, but was added separately
									__lowerCAmelCase				    =			new_d["cls.predictions.bias"]
			return new_d


@torch.no_grad()
def _lowerCamelCase	(		_UpperCamelCase    , _UpperCamelCase      ):

			'''simple docstring'''




			assert (
			    checkpoint_path.split("/"      )[-1] in ACCEPTABLE_CHECKPOINTS
			), f"The checkpoint provided must be in {ACCEPTABLE_CHECKPOINTS}."

			# Get Config
			if "pre" in checkpoint_path:
						__lowerCAmelCase				    =			"pretraining"
						if "vcr" in checkpoint_path:
									__lowerCAmelCase				    =			{"visual_embedding_dim": 512}
						elif "vqa_advanced" in checkpoint_path:
									__lowerCAmelCase				    =			{"visual_embedding_dim": 2048}
						elif "vqa" in checkpoint_path:
									__lowerCAmelCase				    =			{"visual_embedding_dim": 2048}
						elif "nlvr" in checkpoint_path:
									__lowerCAmelCase				    =			{"visual_embedding_dim": 1024}
						else:
									raise NotImplementedError(f"No implementation found for `{checkpoint_path}`."      )
			else:
						if "vcr" in checkpoint_path:
									__lowerCAmelCase				    =			{"visual_embedding_dim": 512}
									__lowerCAmelCase				    =			"multichoice"
						elif "vqa_advanced" in checkpoint_path:
									__lowerCAmelCase				    =			{"visual_embedding_dim": 2048}
									__lowerCAmelCase				    =			"vqa_advanced"
						elif "vqa" in checkpoint_path:
									__lowerCAmelCase				    =			{"visual_embedding_dim": 2048, "num_labels": 3129}
									__lowerCAmelCase				    =			"vqa"
						elif "nlvr" in checkpoint_path:
									__lowerCAmelCase				    =			{
									    "visual_embedding_dim": 1024,
									    "num_labels": 2,
									}
									__lowerCAmelCase				    =			"nlvr"

			__lowerCAmelCase				    =			VisualBertConfig(**_UpperCamelCase      )

			# Load State Dict
			__lowerCAmelCase				    =			load_state_dict(_UpperCamelCase      )

			__lowerCAmelCase				    =			get_new_dict(_UpperCamelCase    , _UpperCamelCase      )

			if model_type == "pretraining":
						__lowerCAmelCase				    =			VisualBertForPreTraining(_UpperCamelCase      )
			elif model_type == "vqa":
						__lowerCAmelCase				    =			VisualBertForQuestionAnswering(_UpperCamelCase      )
			elif model_type == "nlvr":
						__lowerCAmelCase				    =			VisualBertForVisualReasoning(_UpperCamelCase      )
			elif model_type == "multichoice":
						__lowerCAmelCase				    =			VisualBertForMultipleChoice(_UpperCamelCase      )

			model.load_state_dict(_UpperCamelCase      )
			# Save Checkpoints
			Path(_UpperCamelCase      ).mkdir(exist_ok=_UpperCamelCase      )
			model.save_pretrained(_UpperCamelCase      )


if __name__ == "__main__":
	A     :   Union[str, Any]			    =			argparse.ArgumentParser()
	# Required parameters
	parser.add_argument("orig_checkpoint_path", type=str, help="A path to .th on local filesystem.")
	parser.add_argument("pytorch_dump_folder_path", type=str, help="Path to the output PyTorch model.")
	A     :   Optional[int]			    =			parser.parse_args()
	convert_visual_bert_checkpoint(args.orig_checkpoint_path, args.pytorch_dump_folder_path)




