






import gc
import random
import unittest

import numpy as np
import torch
from transformers import XLMRobertaTokenizerFast

from diffusers import DDIMScheduler, KandinskyPipeline, KandinskyPriorPipeline, UNetaDConditionModel, VQModel
from diffusers.pipelines.kandinsky.text_encoder import MCLIPConfig, MultilingualCLIP
from diffusers.utils import floats_tensor, load_numpy, slow, torch_device
from diffusers.utils.testing_utils import enable_full_determinism, require_torch_gpu

from ..test_pipelines_common import PipelineTesterMixin, assert_mean_pixel_difference


enable_full_determinism()





class        a__      (	lowerCAmelCase__	,       unittest.TestCase		):
		UpperCAmelCase_							:       Tuple 					= KandinskyPipeline
		UpperCAmelCase_							:       Dict 					= [
		    'prompt',
		    'image_embeds',
		    'negative_image_embeds',
		]
		UpperCAmelCase_							:       str 					= ['prompt', 'negative_prompt', 'image_embeds', 'negative_image_embeds']
		UpperCAmelCase_							:       int 					= [
		    'generator',
		    'height',
		    'width',
		    'latents',
		    'guidance_scale',
		    'negative_prompt',
		    'num_inference_steps',
		    'return_dict',
		    'guidance_scale',
		    'num_images_per_prompt',
		    'output_type',
		    'return_dict',
		]
		UpperCAmelCase_							:       List[Any] 					= False






		@property
		def 					_lowerCamelCase					(      self						)				->				List[Any]:
				return 32






		@property
		def 					_lowerCamelCase					(      self						)				->				int:
				return 32






		@property
		def 					_lowerCamelCase					(      self						)				->				Optional[Any]:
				return self.time_input_dim






		@property
		def 					_lowerCamelCase					(      self						)				->				List[Any]:
				return self.time_input_dim * 4






		@property
		def 					_lowerCamelCase					(      self						)				->				Tuple:
				return 100






		@property
		def 					_lowerCamelCase					(      self						)				->				Optional[Any]:
				__A    =							XLMRobertaTokenizerFast.from_pretrained("YiYiXu/tiny-random-mclip-base"						)
				return tokenizer






		@property
		def 					_lowerCamelCase					(      self						)				->				List[str]:
				torch.manual_seed(0						)
				__A    =							MCLIPConfig(
				    numDims=self.cross_attention_dim							, transformerDimensions=self.text_embedder_hidden_size							, hidden_size=self.text_embedder_hidden_size							, intermediate_size=37							, num_attention_heads=4							, num_hidden_layers=5							, vocab_size=1005							, )

				__A    =							MultilingualCLIP(lowercase__						)
				__A    =							text_encoder.eval()

				return text_encoder






		@property
		def 					_lowerCamelCase					(      self						)				->				str:
				torch.manual_seed(0						)

				__A    =							{
				    "in_channels": 4,
				    # Out channels is double in channels because predicts mean and variance
				    "out_channels": 8,
				    "addition_embed_type": "text_image",
				    "down_block_types": ("ResnetDownsampleBlock2D", "SimpleCrossAttnDownBlock2D"),
				    "up_block_types": ("SimpleCrossAttnUpBlock2D", "ResnetUpsampleBlock2D"),
				    "mid_block_type": "UNetMidBlock2DSimpleCrossAttn",
				    "block_out_channels": (self.block_out_channels_a, self.block_out_channels_a * 2),
				    "layers_per_block": 1,
				    "encoder_hid_dim": self.text_embedder_hidden_size,
				    "encoder_hid_dim_type": "text_image_proj",
				    "cross_attention_dim": self.cross_attention_dim,
				    "attention_head_dim": 4,
				    "resnet_time_scale_shift": "scale_shift",
				    "class_embed_type": None,
				}

				__A    =							UNetaDConditionModel(**lowercase__						)
				return model






		@property
		def 					_lowerCamelCase					(      self						)				->				Union[str, Any]:
				return {
				    "block_out_channels": [32, 64],
				    "down_block_types": ["DownEncoderBlock2D", "AttnDownEncoderBlock2D"],
				    "in_channels": 3,
				    "latent_channels": 4,
				    "layers_per_block": 1,
				    "norm_num_groups": 8,
				    "norm_type": "spatial",
				    "num_vq_embeddings": 12,
				    "out_channels": 3,
				    "up_block_types": [
				        "AttnUpDecoderBlock2D",
				        "UpDecoderBlock2D",
				    ],
				    "vq_embed_dim": 4,
				}






		@property
		def 					_lowerCamelCase					(      self						)				->				List[Any]:
				torch.manual_seed(0						)
				__A    =							VQModel(**self.dummy_movq_kwargs						)
				return model






		def 					_lowerCamelCase					(      self						)				->				int:
				__A    =							self.dummy_text_encoder
				__A    =							self.dummy_tokenizer
				__A    =							self.dummy_unet
				__A    =							self.dummy_movq

				__A    =							DDIMScheduler(
				    num_train_timesteps=1000							, beta_schedule="linear"							, beta_start=0.0_0085							, beta_end=0.012							, clip_sample=lowercase__							, set_alpha_to_one=lowercase__							, steps_offset=1							, prediction_type="epsilon"							, thresholding=lowercase__							, )

				__A    =							{
				    "text_encoder": text_encoder,
				    "tokenizer": tokenizer,
				    "unet": unet,
				    "scheduler": scheduler,
				    "movq": movq,
				}
				return components






		def 					_lowerCamelCase					(      self							, lowercase__							, lowercase__=0						)				->				int:
				__A    =							floats_tensor((1, self.cross_attention_dim)							, rng=random.Random(lowercase__						)						).to(lowercase__						)
				__A    =							floats_tensor((1, self.cross_attention_dim)							, rng=random.Random(seed + 1						)						).to(lowercase__						)
				if str(lowercase__						).startswith("mps"						):
						__A    =							torch.manual_seed(lowercase__						)
				else:
						__A    =							torch.Generator(device=lowercase__						).manual_seed(lowercase__						)
				__A    =							{
				    "prompt": "horse",
				    "image_embeds": image_embeds,
				    "negative_image_embeds": negative_image_embeds,
				    "generator": generator,
				    "height": 64,
				    "width": 64,
				    "guidance_scale": 4.0,
				    "num_inference_steps": 2,
				    "output_type": "np",
				}
				return inputs






		def 					_lowerCamelCase					(      self						)				->				List[str]:
				__A    =							"cpu"

				__A    =							self.get_dummy_components()

				__A    =							self.pipeline_class(**lowercase__						)
				__A    =							pipe.to(lowercase__						)

				pipe.set_progress_bar_config(disable=lowercase__						)

				__A    =							pipe(**self.get_dummy_inputs(lowercase__						)						)
				__A    =							output.images

				__A    =							pipe(
				    **self.get_dummy_inputs(lowercase__						)							, return_dict=lowercase__							, )[0]

				__A    =							image[0, -3:, -3:, -1]
				__A    =							image_from_tuple[0, -3:, -3:, -1]

				assert image.shape == (1, 64, 64, 3)

				__A    =							np.array(
				    [0.32_8663, 1.0, 0.2321_6873, 1.0, 0.9271_7564, 0.463_9046, 0.9689_4777, 0.3171_3378, 0.629_3953]						)

				assert (
				    np.abs(image_slice.flatten() - expected_slice						).max() < 1e-2
				), F""" expected_slice {expected_slice}, but got {image_slice.flatten()}"""
				assert (
				    np.abs(image_from_tuple_slice.flatten() - expected_slice						).max() < 1e-2
				), F""" expected_slice {expected_slice}, but got {image_from_tuple_slice.flatten()}"""





@slow
@require_torch_gpu
class        a__      (	unittest.TestCase		):






		def 					_lowerCamelCase					(      self						)				->				Union[str, Any]:
				# clean up the VRAM after each test
				super().tearDown()
				gc.collect()
				torch.cuda.empty_cache()






		def 					_lowerCamelCase					(      self						)				->				Optional[int]:
				__A    =							load_numpy(
				    "https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main"
				    "/kandinsky/kandinsky_text2img_cat_fp16.npy"						)

				__A    =							KandinskyPriorPipeline.from_pretrained(
				    "kandinsky-community/kandinsky-2-1-prior"							, torch_dtype=torch.floataa						)
				pipe_prior.to(lowercase__						)

				__A    =							KandinskyPipeline.from_pretrained("kandinsky-community/kandinsky-2-1"							, torch_dtype=torch.floataa						)
				__A    =							pipeline.to(lowercase__						)
				pipeline.set_progress_bar_config(disable=lowercase__						)

				__A    =							"red cat, 4k photo"

				__A    =							torch.Generator(device="cuda"						).manual_seed(0						)
				__A ,   __A    =							pipe_prior(
				    lowercase__							, generator=lowercase__							, num_inference_steps=5							, negative_prompt=""							, ).to_tuple()

				__A    =							torch.Generator(device="cuda"						).manual_seed(0						)
				__A    =							pipeline(
				    lowercase__							, image_embeds=lowercase__							, negative_image_embeds=lowercase__							, generator=lowercase__							, num_inference_steps=100							, output_type="np"							, )

				__A    =							output.images[0]

				assert image.shape == (512, 512, 3)

				assert_mean_pixel_difference(lowercase__							, lowercase__						)




import argparse
import os
from functools import reduce

import fairseq
import torch
from datasets import load_dataset

from transformers import WavaVecaProcessor, logging
from transformers.models.dataavec.configuration_dataavec_audio import DataaVecAudioConfig

# Copied from https://github.com/pytorch/fairseq/blob/main/examples/data2vec/models/data2vec_audio.py
from transformers.models.dataavec.dataavec_audio import DataaVecAudioModel as Dummy  # noqa: F401
from transformers.models.dataavec.modeling_dataavec_audio import DataaVecAudioForCTC, DataaVecAudioModel


logging.set_verbosity_info()
__A	:   Optional[Any]	=					logging.get_logger(__name__)

__A	:   Optional[int]	=					{
    'post_extract_proj': 'feature_projection.projection',
    'models.0.layer_norm': 'feature_projection.layer_norm',
    'self_attn.k_proj': 'encoder.layers.*.attention.k_proj',
    'self_attn.v_proj': 'encoder.layers.*.attention.v_proj',
    'self_attn.q_proj': 'encoder.layers.*.attention.q_proj',
    'self_attn.out_proj': 'encoder.layers.*.attention.out_proj',
    'self_attn_layer_norm': 'encoder.layers.*.layer_norm',
    'fc1': 'encoder.layers.*.feed_forward.intermediate_dense',
    'fc2': 'encoder.layers.*.feed_forward.output_dense',
    'final_layer_norm': 'encoder.layers.*.final_layer_norm',
    'encoder.layer_norm': 'encoder.layer_norm',
    'w2v_model.layer_norm': 'feature_projection.layer_norm',
    'w2v_encoder.proj': 'lm_head',
    'mask_emb': 'masked_spec_embed',
}
__A	:   Optional[int]	=					[
    'lm_head',
]




def        __UpperCamelCase     (      _A					:							Optional[Any]      ,  _A					:							Dict      ,  _A					:							Tuple      ,  _A					:							str      ,  _A					:							int		)				->List[str]:



							"""simple docstring"""
							for attribute in key.split("""."""		):
														lowerCamelCase_								=getattr(_A      ,  _A		)

							if weight_type is not None:
														lowerCamelCase_								=getattr(_A      ,  _A		).shape
							else:
														lowerCamelCase_								=hf_pointer.shape

							if hf_shape != value.shape:
														raise ValueError(
														    f'Shape of hf {key + "." + weight_type if weight_type is not None else ""} is {hf_shape}, but should be'
														    f' {value.shape} for {full_name}'		)

							if weight_type == "weight":
														lowerCamelCase_								=value
							elif weight_type == "weight_g":
														lowerCamelCase_								=value
							elif weight_type == "weight_v":
														lowerCamelCase_								=value
							elif weight_type == "bias":
														lowerCamelCase_								=value
							else:
														lowerCamelCase_								=value

							logger.info(f'{key + "." + weight_type if weight_type is not None else ""} was initialized from {full_name}.'		)




def        __UpperCamelCase     (      _A					:							Dict      ,  _A					:							Dict      ,  _A					:							Optional[Any]		)				->Any:



							"""simple docstring"""
							lowerCamelCase_								=[]
							lowerCamelCase_								=fairseq_model.state_dict()

							if not is_headless:
														lowerCamelCase_								=hf_model.dataavec_audio.feature_extractor
														lowerCamelCase_								=hf_model.dataavec_audio.encoder.pos_conv_embed

							else:
														lowerCamelCase_								=hf_model.feature_extractor
														lowerCamelCase_								=hf_model.encoder.pos_conv_embed

							for name, value in fairseq_dict.items():
														lowerCamelCase_								=False
														if "conv_layers" in name:
																					load_conv_layer(
																					    _A      ,  _A      ,  _A      ,  _A      ,  )
																					lowerCamelCase_								=True
														elif "pos_conv" in name:
																					load_pos_conv_layer(
																					    _A      ,  _A      ,  _A      ,  _A      ,  )
																					lowerCamelCase_								=True
														else:
																					for key, mapped_key in MAPPING.items():
																												if not is_headless:
																																			lowerCamelCase_								="""data2vec_audio.""" + mapped_key if mapped_key not in TOP_LEVEL_KEYS else mapped_key
																												if key in name or key.split("""w2v_model."""		)[-1] == name.split("""."""		)[0]:
																																			lowerCamelCase_								=True
																																			if "*" in mapped_key:
																																										lowerCamelCase_								=name.split(_A		)[0].split("""."""		)[-2]
																																										lowerCamelCase_								=mapped_key.replace("""*"""      ,  _A		)
																																			if "weight_g" in name:
																																										lowerCamelCase_								="""weight_g"""
																																			elif "weight_v" in name:
																																										lowerCamelCase_								="""weight_v"""
																																			elif "bias" in name:
																																										lowerCamelCase_								="""bias"""
																																			elif "weight" in name:
																																										# TODO: don't match quantizer.weight_proj
																																										lowerCamelCase_								="""weight"""
																																			else:
																																										lowerCamelCase_								=None
																																			set_recursively(_A      ,  _A      ,  _A      ,  _A      ,  _A		)
																												continue
														if not is_used:
																					unused_weights.append(_A		)

							logger.warning(f'Unused weights: {unused_weights}'		)




def        __UpperCamelCase     (      _A					:							Optional[Any]      ,  _A					:							Union[str, Any]		)				->Tuple:



							"""simple docstring"""
							lowerCamelCase_								=path.split("""."""		)
							return reduce(_A      ,  _A      ,  _A		)




def        __UpperCamelCase     (      _A					:							str      ,  _A					:							List[Any]      ,  _A					:							str      ,  _A					:							Dict		)				->Union[str, Any]:



							"""simple docstring"""
							lowerCamelCase_								=access_by_string(_A      ,  _A		)
							lowerCamelCase_								=hf_weight.data

							if fsq_value.shape != hf_value.shape:
														raise ValueError(f'{full_name} has size {fsq_value.shape}, but {hf_value.shape} was found.'		)
							lowerCamelCase_								=fsq_value
							logger.info(f'{full_name} was correctly initialized from {hf_weight_path}.'		)




def        __UpperCamelCase     (      _A					:							Union[str, Any]      ,  _A					:							Any      ,  _A					:							List[str]      ,  _A					:							List[Any]		)				->Union[str, Any]:



							"""simple docstring"""
							lowerCamelCase_								=full_name.split("""conv_layers."""		)[-1]
							lowerCamelCase_								=name.split("""."""		)
							lowerCamelCase_								=int(items[0]		)
							lowerCamelCase_								=int(items[1]		)

							lowerCamelCase_								=name.split("""."""		)[-1]
							if type_id == 0:
														lowerCamelCase_								="""conv"""
							elif type_id == 2:
														lowerCamelCase_								="""layer_norm"""
							else:
														unused_weights.append(_A		)
														return

							set_weights(_A      ,  _A      ,  _A      ,  f'conv_layers.{layer_id}.{layer_type}.{weight_type}'		)




def        __UpperCamelCase     (      _A					:							Union[str, Any]      ,  _A					:							Optional[int]      ,  _A					:							Optional[int]      ,  _A					:							List[Any]		)				->Tuple:



							"""simple docstring"""
							lowerCamelCase_								=full_name.split("""pos_conv."""		)[-1]
							lowerCamelCase_								=name.split("""."""		)
							lowerCamelCase_								=int(items[0]		)
							lowerCamelCase_								=int(items[1]		)

							lowerCamelCase_								=name.split("""."""		)[-1]
							if type_id != 0:
														unused_weights.append(_A		)
														return
							else:
														lowerCamelCase_								="""conv"""

							set_weights(_A      ,  _A      ,  _A      ,  f'layers.{layer_id}.{layer_type}.{weight_type}'		)




@torch.no_grad()
def        __UpperCamelCase     (      _A					:							Optional[Any]      ,  _A					:							Optional[int]      ,  _A					:							List[Any]=None      ,  _A					:							int=None      ,  _A					:							Union[str, Any]=True		)				->str:



							"""simple docstring"""
							if config_path is not None:
														lowerCamelCase_								=DataaVecAudioConfig.from_pretrained(_A		)
							else:
														lowerCamelCase_								=DataaVecAudioConfig()

							if not is_finetuned:
														# Modify final_proj layer name
														lowerCamelCase_								=DataaVecAudioModel(_A		)
														lowerCamelCase_								=os.path.dirname(_A		)

														lowerCamelCase_								=torch.load(_A		)
														lowerCamelCase_								=state_dict["""model"""].pop("""final_proj.0.weight"""		)
														lowerCamelCase_								=state_dict["""model"""].pop("""final_proj.0.bias"""		)
														lowerCamelCase_								=os.path.join(_A      ,  """converted.pt"""		)
														torch.save(_A      ,  _A		)
							else:
														lowerCamelCase_								=DataaVecAudioForCTC(_A		)
														lowerCamelCase_								=checkpoint_path

							def load_dataavec(_A					:							str		):
														lowerCamelCase_	,   lowerCamelCase_	,   lowerCamelCase_								=fairseq.checkpoint_utils.load_model_ensemble_and_task([path]		)
														return model[0].eval()

							lowerCamelCase_								=load_dataavec(_A		)

							recursively_load_weights(_A      ,  _A      ,  not is_finetuned		)

							lowerCamelCase_								=WavaVecaProcessor.from_pretrained("""facebook/wav2vec2-large-lv60"""		)

							lowerCamelCase_								=load_dataset("""patrickvonplaten/librispeech_asr_dummy"""      ,  """clean"""      ,  split="""validation"""		)
							lowerCamelCase_								=[x["""array"""] for x in ds[:4]["""audio"""]]

							lowerCamelCase_								=processor(_A      ,  return_tensors="""pt"""      ,  padding=_A		)

							lowerCamelCase_								=inputs.input_values
							lowerCamelCase_								=inputs.attention_mask
							#    input_values = inputs.input_values[:, :-1]
							#    attention_mask = inputs.attention_mask[:, :-1]

							hf_wavavec.eval()
							model.eval()
							if is_finetuned:
														lowerCamelCase_								=model(source=_A      ,  padding_mask=(1 - attention_mask)      ,  mask=_A      ,  features_only=_A		)[
														    """encoder_out"""
														].transpose(0      ,  1		)
														lowerCamelCase_								=hf_wavavec(_A      ,  attention_mask=_A		)["""logits"""]

														lowerCamelCase_								=torch.argmax(_A      ,  dim=-1		)
														lowerCamelCase_								=processor.batch_decode(_A		)

														print(f'Expected Output: {ds[:4]["text"]}, Pred: {output_string}'		)
							else:
														lowerCamelCase_								=model(source=_A      ,  padding_mask=(1 - attention_mask)      ,  mask=_A      ,  features_only=_A		)[
														    """layer_results"""
														][-1][0].transpose(0      ,  1		)
														lowerCamelCase_								=hf_wavavec(_A      ,  attention_mask=_A		)["""last_hidden_state"""]

							print(our_output.shape      ,  their_output.shape		)
							lowerCamelCase_								=torch.max(torch.abs(our_output - their_output		)		).item()
							print(f'max_absolute_diff = {max_absolute_diff}'		)  # ~ 1e-7
							lowerCamelCase_								=torch.allclose(_A      ,  _A      ,  atol=1E-3		)
							print("""Do both models output the same tensors?"""      ,  """🔥""" if success else """💩"""		)
							if not success:
														raise Exception("""Something went wRoNg"""		)

							hf_wavavec.save_pretrained(_A		)

							if is_finetuned:
														processor.save_pretrained(_A		)
							else:
														processor.feature_extractor.save_pretrained(_A		)


if __name__ == "__main__":
	__A	:   Optional[Any]	=					argparse.ArgumentParser()
	parser.add_argument('--pytorch_dump_folder_path', default=None, type=str, help='Path to the output PyTorch model.')
	parser.add_argument('--checkpoint_path', default=None, type=str, help='Path to fairseq checkpoint')
	parser.add_argument('--dict_path', default=None, type=str, help='Path to dict of fine-tuned model')
	parser.add_argument('--config_path', default=None, type=str, help='Path to hf config.json of model to convert')
	parser.add_argument(
	    '--not_finetuned', action='store_true', help='Whether the model to convert is a fine-tuned model or not'
	)
	__A	:   List[str]	=					parser.parse_args()
	convert_wavaveca_checkpoint(
	    args.checkpoint_path, args.pytorch_dump_folder_path, args.config_path, args.dict_path, not args.not_finetuned
	)
