"""simple docstring"""




import gc
import random
import unittest

import numpy as np
import torch
from PIL import Image
from transformers import XLMRobertaTokenizerFast

from diffusers import DDIMScheduler, KandinskyImgaImgPipeline, KandinskyPriorPipeline, UNetaDConditionModel, VQModel
from diffusers.pipelines.kandinsky.text_encoder import MCLIPConfig, MultilingualCLIP
from diffusers.utils import floats_tensor, load_image, load_numpy, slow, torch_device
from diffusers.utils.testing_utils import enable_full_determinism, require_torch_gpu

from ..test_pipelines_common import PipelineTesterMixin, assert_mean_pixel_difference


enable_full_determinism()
class 						__A							( SCREAMING_SNAKE_CASE_    ,	unittest.TestCase		):
     _UpperCamelCase							:			List[Any]							=		KandinskyImgaImgPipeline
     _UpperCamelCase							:			Optional[Any]							=		["prompt", "image_embeds", "negative_image_embeds", "image"]
     _UpperCamelCase							:			List[Any]							=		[
         "prompt",
         "negative_prompt",
         "image_embeds",
         "negative_image_embeds",
         "image",
     ]
     _UpperCamelCase							:			Dict							=		[
         "generator",
         "height",
         "width",
         "strength",
         "guidance_scale",
         "negative_prompt",
         "num_inference_steps",
         "return_dict",
         "guidance_scale",
         "num_images_per_prompt",
         "output_type",
         "return_dict",
     ]
     _UpperCamelCase							:			Union[str, Any]							=		False






     @property
     def     __A  (		self  ):
       return 32






     @property
     def     __A  (		self  ):
       return 32






     @property
     def     __A  (		self  ):
       return self.time_input_dim






     @property
     def     __A  (		self  ):
       return self.time_input_dim * 4






     @property
     def     __A  (		self  ):
       return 100






     @property
     def     __A  (		self  ):
       _lowerCAmelCase						:       Optional[Any]  			=     XLMRobertaTokenizerFast.from_pretrained("""YiYiXu/tiny-random-mclip-base"""  )
       return tokenizer






     @property
     def     __A  (		self  ):
       torch.manual_seed(0  )
       _lowerCAmelCase						:       List[Any]  			=     MCLIPConfig(
           numDims=self.cross_attention_dim				,     transformerDimensions=self.text_embedder_hidden_size				,     hidden_size=self.text_embedder_hidden_size				,     intermediate_size=37				,     num_attention_heads=4				,     num_hidden_layers=5				,     vocab_size=1005				,     )

       _lowerCAmelCase						:       int  			=     MultilingualCLIP(a__  )
       _lowerCAmelCase						:       Union[str, Any]  			=     text_encoder.eval()

       return text_encoder






     @property
     def     __A  (		self  ):
       torch.manual_seed(0  )

       _lowerCAmelCase						:       str  			=     {
           """in_channels""": 4,
           # Out channels is double in channels because predicts mean and variance
           """out_channels""": 8,
           """addition_embed_type""": """text_image""",
           """down_block_types""": ("""ResnetDownsampleBlock2D""", """SimpleCrossAttnDownBlock2D"""),
           """up_block_types""": ("""SimpleCrossAttnUpBlock2D""", """ResnetUpsampleBlock2D"""),
           """mid_block_type""": """UNetMidBlock2DSimpleCrossAttn""",
           """block_out_channels""": (self.block_out_channels_a, self.block_out_channels_a * 2),
           """layers_per_block""": 1,
           """encoder_hid_dim""": self.text_embedder_hidden_size,
           """encoder_hid_dim_type""": """text_image_proj""",
           """cross_attention_dim""": self.cross_attention_dim,
           """attention_head_dim""": 4,
           """resnet_time_scale_shift""": """scale_shift""",
           """class_embed_type""": None,
       }

       _lowerCAmelCase						:       Optional[Any]  			=     UNetaDConditionModel(**a__  )
       return model






     @property
     def     __A  (		self  ):
       return {
           "block_out_channels": [32, 64],
           "down_block_types": ["DownEncoderBlock2D", "AttnDownEncoderBlock2D"],
           "in_channels": 3,
           "latent_channels": 4,
           "layers_per_block": 1,
           "norm_num_groups": 8,
           "norm_type": "spatial",
           "num_vq_embeddings": 12,
           "out_channels": 3,
           "up_block_types": [
               "AttnUpDecoderBlock2D",
               "UpDecoderBlock2D",
           ],
           "vq_embed_dim": 4,
       }






     @property
     def     __A  (		self  ):
       torch.manual_seed(0  )
       _lowerCAmelCase						:       str  			=     VQModel(**self.dummy_movq_kwargs  )
       return model






     def     __A  (		self  ):
       _lowerCAmelCase						:       Union[str, Any]  			=     self.dummy_text_encoder
       _lowerCAmelCase						:       List[Any]  			=     self.dummy_tokenizer
       _lowerCAmelCase						:       int  			=     self.dummy_unet
       _lowerCAmelCase						:       Dict  			=     self.dummy_movq

       _lowerCAmelCase						:       Tuple  			=     {
           """num_train_timesteps""": 1000,
           """beta_schedule""": """linear""",
           """beta_start""": 0.0_0_0_8_5,
           """beta_end""": 0.0_1_2,
           """clip_sample""": False,
           """set_alpha_to_one""": False,
           """steps_offset""": 0,
           """prediction_type""": """epsilon""",
           """thresholding""": False,
       }

       _lowerCAmelCase						:       Optional[Any]  			=     DDIMScheduler(**a__  )

       _lowerCAmelCase						:       List[Any]  			=     {
           """text_encoder""": text_encoder,
           """tokenizer""": tokenizer,
           """unet""": unet,
           """scheduler""": scheduler,
           """movq""": movq,
       }

       return components






     def     __A  (		self				,     a__				,     a__=0  ):
       _lowerCAmelCase						:       Optional[int]  			=     floats_tensor((1, self.cross_attention_dim)				,     rng=random.Random(a__  )  ).to(a__  )
       _lowerCAmelCase						:       int  			=     floats_tensor((1, self.cross_attention_dim)				,     rng=random.Random(seed + 1  )  ).to(a__  )
       # create init_image
       _lowerCAmelCase						:       List[Any]  			=     floats_tensor((1, 3, 64, 64)				,     rng=random.Random(a__  )  ).to(a__  )
       _lowerCAmelCase						:       int  			=     image.cpu().permute(0				,     2				,     3				,     1  )[0]
       _lowerCAmelCase						:       List[Any]  			=     Image.fromarray(np.uinta(a__  )  ).convert("""RGB"""  ).resize((256, 256)  )

       if str(a__  ).startswith("""mps"""  ):
         _lowerCAmelCase						:       List[Any]  			=     torch.manual_seed(a__  )
       else:
         _lowerCAmelCase						:       Tuple  			=     torch.Generator(device=a__  ).manual_seed(a__  )
       _lowerCAmelCase						:       Optional[Any]  			=     {
           """prompt""": """horse""",
           """image""": init_image,
           """image_embeds""": image_embeds,
           """negative_image_embeds""": negative_image_embeds,
           """generator""": generator,
           """height""": 64,
           """width""": 64,
           """num_inference_steps""": 10,
           """guidance_scale""": 7.0,
           """strength""": 0.2,
           """output_type""": """np""",
       }
       return inputs






     def     __A  (		self  ):
       _lowerCAmelCase						:       Any  			=     """cpu"""

       _lowerCAmelCase						:       int  			=     self.get_dummy_components()

       _lowerCAmelCase						:       int  			=     self.pipeline_class(**a__  )
       _lowerCAmelCase						:       Optional[int]  			=     pipe.to(a__  )

       pipe.set_progress_bar_config(disable=a__  )

       _lowerCAmelCase						:       Tuple  			=     pipe(**self.get_dummy_inputs(a__  )  )
       _lowerCAmelCase						:       List[Any]  			=     output.images

       _lowerCAmelCase						:       Tuple  			=     pipe(
           **self.get_dummy_inputs(a__  )				,     return_dict=a__				,     )[0]

       _lowerCAmelCase						:       Dict  			=     image[0, -3:, -3:, -1]
       _lowerCAmelCase						:       List[Any]  			=     image_from_tuple[0, -3:, -3:, -1]

       assert image.shape == (1, 64, 64, 3)

       _lowerCAmelCase						:       str  			=     np.array(
           [0.6_1_4_7_4_9_4_3, 0.6_0_7_3_5_3_9, 0.4_3_3_0_8_5_4_4, 0.5_9_2_8_2_6_9, 0.4_7_4_9_3_5_9_5, 0.4_6_7_5_5_9_7_3, 0.4_6_1_3_8_3_8, 0.4_5_3_6_8_7_9_7, 0.5_0_1_1_9_2_3_3]  )
       assert (
           np.abs(image_slice.flatten() - expected_slice  ).max() < 1e-2
       ), F" expected_slice {expected_slice}, but got {image_slice.flatten()}"
       assert (
           np.abs(image_from_tuple_slice.flatten() - expected_slice  ).max() < 1e-2
       ), F" expected_slice {expected_slice}, but got {image_from_tuple_slice.flatten()}"







@slow
@require_torch_gpu
class 						__A							( unittest.TestCase		):






     def     __A  (		self  ):
       # clean up the VRAM after each test
       super().tearDown()
       gc.collect()
       torch.cuda.empty_cache()






     def     __A  (		self  ):
       _lowerCAmelCase						:       Dict  			=     load_numpy(
           """https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main"""
           """/kandinsky/kandinsky_img2img_frog.npy"""  )

       _lowerCAmelCase						:       List[str]  			=     load_image(
           """https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main""" """/kandinsky/cat.png"""  )
       _lowerCAmelCase						:       Union[str, Any]  			=     """A red cartoon frog, 4k"""

       _lowerCAmelCase						:       int  			=     KandinskyPriorPipeline.from_pretrained(
           """kandinsky-community/kandinsky-2-1-prior"""				,     torch_dtype=torch.floataa  )
       pipe_prior.to(a__  )

       _lowerCAmelCase						:       Tuple  			=     KandinskyImgaImgPipeline.from_pretrained(
           """kandinsky-community/kandinsky-2-1"""				,     torch_dtype=torch.floataa  )
       _lowerCAmelCase						:       Any  			=     pipeline.to(a__  )

       pipeline.set_progress_bar_config(disable=a__  )

       _lowerCAmelCase						:       Any  			=     torch.Generator(device="""cpu"""  ).manual_seed(0  )
       _lowerCAmelCase			,	_lowerCAmelCase						:       Dict  			=     pipe_prior(
           a__				,     generator=a__				,     num_inference_steps=5				,     negative_prompt=""""""				,     ).to_tuple()

       _lowerCAmelCase						:       Union[str, Any]  			=     pipeline(
           a__				,     image=a__				,     image_embeds=a__				,     negative_image_embeds=a__				,     generator=a__				,     num_inference_steps=100				,     height=768				,     width=768				,     strength=0.2				,     output_type="""np"""				,     )

       _lowerCAmelCase						:       Dict  			=     output.images[0]

       assert image.shape == (768, 768, 3)

       assert_mean_pixel_difference(a__				,     a__  )











import torch

from diffusers import DDPMParallelScheduler

from .test_schedulers import SchedulerCommonTest



class    _SCREAMING_SNAKE_CASE						(	__SCREAMING_SNAKE_CASE    ):







 '''simple docstring'''
 lowercase_		=			(DDPMParallelScheduler,)

 def 							SCREAMING_SNAKE_CASE_					(self				:   Any       , **UpperCAmelCase_				:   Any)       ->Any:



   '''simple docstring'''



   lowerCamelCase__:      Any			  ={
       "num_train_timesteps": 1_000,
       "beta_start": 0.0001,
       "beta_end": 0.02,
       "beta_schedule": "linear",
       "variance_type": "fixed_small",
       "clip_sample": True,
   }

   config.update(**UpperCAmelCase_)
   return config

 def 							SCREAMING_SNAKE_CASE_					(self				:   int)       ->Dict:



   '''simple docstring'''



   for timesteps in [1, 5, 100, 1_000]:
     self.check_over_configs(num_train_timesteps=UpperCAmelCase_)

 def 							SCREAMING_SNAKE_CASE_					(self				:   int)       ->Optional[int]:



   '''simple docstring'''



   for beta_start, beta_end in zip([0.0001, 0.001, 0.01, 0.1]       , [0.002, 0.02, 0.2, 2]):
     self.check_over_configs(beta_start=UpperCAmelCase_       , beta_end=UpperCAmelCase_)

 def 							SCREAMING_SNAKE_CASE_					(self				:   Optional[Any])       ->Any:



   '''simple docstring'''



   for schedule in ["linear", "squaredcos_cap_v2"]:
     self.check_over_configs(beta_schedule=UpperCAmelCase_)

 def 							SCREAMING_SNAKE_CASE_					(self				:   int)       ->Optional[int]:



   '''simple docstring'''



   for variance in ["fixed_small", "fixed_large", "other"]:
     self.check_over_configs(variance_type=UpperCAmelCase_)

 def 							SCREAMING_SNAKE_CASE_					(self				:   Optional[int])       ->Optional[Any]:



   '''simple docstring'''



   for clip_sample in [True, False]:
     self.check_over_configs(clip_sample=UpperCAmelCase_)

 def 							SCREAMING_SNAKE_CASE_					(self				:   Any)       ->Tuple:



   '''simple docstring'''



   self.check_over_configs(thresholding=UpperCAmelCase_)
   for threshold in [0.5, 1.0, 2.0]:
     for prediction_type in ["epsilon", "sample", "v_prediction"]:
       self.check_over_configs(
           thresholding=UpperCAmelCase_       , prediction_type=UpperCAmelCase_       , sample_max_value=UpperCAmelCase_       , )

 def 							SCREAMING_SNAKE_CASE_					(self				:   Any)       ->Optional[int]:



   '''simple docstring'''



   for prediction_type in ["epsilon", "sample", "v_prediction"]:
     self.check_over_configs(prediction_type=UpperCAmelCase_)

 def 							SCREAMING_SNAKE_CASE_					(self				:   int)       ->int:



   '''simple docstring'''



   for t in [0, 500, 999]:
     self.check_over_forward(time_step=UpperCAmelCase_)

 def 							SCREAMING_SNAKE_CASE_					(self				:   Optional[Any])       ->str:



   '''simple docstring'''



   lowerCamelCase__:      Dict			  =self.scheduler_classes[0]
   lowerCamelCase__:      Tuple			  =self.get_scheduler_config()
   lowerCamelCase__:      Any			  =scheduler_class(**UpperCAmelCase_)

   assert torch.sum(torch.abs(scheduler._get_variance(0) - 0.0)) < 1E-5
   assert torch.sum(torch.abs(scheduler._get_variance(487) - 0.0_0979)) < 1E-5
   assert torch.sum(torch.abs(scheduler._get_variance(999) - 0.02)) < 1E-5

 def 							SCREAMING_SNAKE_CASE_					(self				:   Any)       ->str:



   '''simple docstring'''



   lowerCamelCase__:      int			  =self.scheduler_classes[0]
   lowerCamelCase__:      Tuple			  =self.get_scheduler_config()
   lowerCamelCase__:      Tuple			  =scheduler_class(**UpperCAmelCase_)

   lowerCamelCase__:      str			  =len(UpperCAmelCase_)

   lowerCamelCase__:      Optional[int]			  =self.dummy_model()
   lowerCamelCase__:      int			  =self.dummy_sample_deter
   lowerCamelCase__:      Union[str, Any]			  =self.dummy_sample_deter + 0.1
   lowerCamelCase__:      Optional[Any]			  =self.dummy_sample_deter - 0.1

   lowerCamelCase__:      Optional[Any]			  =samplea.shape[0]
   lowerCamelCase__:      List[Any]			  =torch.stack([samplea, samplea, samplea]       , dim=0)
   lowerCamelCase__:      Union[str, Any]			  =torch.arange(UpperCAmelCase_)[0:3, None].repeat(1       , UpperCAmelCase_)

   lowerCamelCase__:      Optional[int]			  =model(samples.flatten(0       , 1)       , timesteps.flatten(0       , 1))
   lowerCamelCase__:      Tuple			  =scheduler.batch_step_no_noise(UpperCAmelCase_       , timesteps.flatten(0       , 1)       , samples.flatten(0       , 1))

   lowerCamelCase__:      List[str]			  =torch.sum(torch.abs(UpperCAmelCase_))
   lowerCamelCase__:      Any			  =torch.mean(torch.abs(UpperCAmelCase_))

   assert abs(result_sum.item() - 1153.1833) < 1E-2
   assert abs(result_mean.item() - 0.5005) < 1E-3

 def 							SCREAMING_SNAKE_CASE_					(self				:   Optional[Any])       ->Union[str, Any]:



   '''simple docstring'''



   lowerCamelCase__:      Any			  =self.scheduler_classes[0]
   lowerCamelCase__:      Optional[Any]			  =self.get_scheduler_config()
   lowerCamelCase__:      Optional[int]			  =scheduler_class(**UpperCAmelCase_)

   lowerCamelCase__:      Union[str, Any]			  =len(UpperCAmelCase_)

   lowerCamelCase__:      Union[str, Any]			  =self.dummy_model()
   lowerCamelCase__:      List[Any]			  =self.dummy_sample_deter
   lowerCamelCase__:      int			  =torch.manual_seed(0)

   for t in reversed(range(UpperCAmelCase_)):
     # 1. predict noise residual
     lowerCamelCase__:      Tuple			  =model(UpperCAmelCase_       , UpperCAmelCase_)

     # 2. predict previous mean of sample x_t-1
     lowerCamelCase__:      Optional[Any]			  =scheduler.step(UpperCAmelCase_       , UpperCAmelCase_       , UpperCAmelCase_       , generator=UpperCAmelCase_).prev_sample

     lowerCamelCase__:      Any			  =pred_prev_sample

   lowerCamelCase__:      Any			  =torch.sum(torch.abs(UpperCAmelCase_))
   lowerCamelCase__:      List[str]			  =torch.mean(torch.abs(UpperCAmelCase_))

   assert abs(result_sum.item() - 258.9606) < 1E-2
   assert abs(result_mean.item() - 0.3372) < 1E-3

 def 							SCREAMING_SNAKE_CASE_					(self				:   int)       ->Any:



   '''simple docstring'''



   lowerCamelCase__:      Tuple			  =self.scheduler_classes[0]
   lowerCamelCase__:      Any			  =self.get_scheduler_config(prediction_type="v_prediction")
   lowerCamelCase__:      Any			  =scheduler_class(**UpperCAmelCase_)

   lowerCamelCase__:      str			  =len(UpperCAmelCase_)

   lowerCamelCase__:      str			  =self.dummy_model()
   lowerCamelCase__:      str			  =self.dummy_sample_deter
   lowerCamelCase__:      Dict			  =torch.manual_seed(0)

   for t in reversed(range(UpperCAmelCase_)):
     # 1. predict noise residual
     lowerCamelCase__:      Union[str, Any]			  =model(UpperCAmelCase_       , UpperCAmelCase_)

     # 2. predict previous mean of sample x_t-1
     lowerCamelCase__:      Dict			  =scheduler.step(UpperCAmelCase_       , UpperCAmelCase_       , UpperCAmelCase_       , generator=UpperCAmelCase_).prev_sample

     lowerCamelCase__:      List[str]			  =pred_prev_sample

   lowerCamelCase__:      List[Any]			  =torch.sum(torch.abs(UpperCAmelCase_))
   lowerCamelCase__:      Tuple			  =torch.mean(torch.abs(UpperCAmelCase_))

   assert abs(result_sum.item() - 202.0296) < 1E-2
   assert abs(result_mean.item() - 0.2631) < 1E-3

 def 							SCREAMING_SNAKE_CASE_					(self				:   Tuple)       ->Optional[int]:



   '''simple docstring'''



   lowerCamelCase__:      str			  =self.scheduler_classes[0]
   lowerCamelCase__:      Union[str, Any]			  =self.get_scheduler_config()
   lowerCamelCase__:      Any			  =scheduler_class(**UpperCAmelCase_)

   lowerCamelCase__:      List[Any]			  =[100, 87, 50, 1, 0]

   scheduler.set_timesteps(timesteps=UpperCAmelCase_)

   lowerCamelCase__:      Union[str, Any]			  =scheduler.timesteps

   for i, timestep in enumerate(UpperCAmelCase_):
     if i == len(UpperCAmelCase_) - 1:
       lowerCamelCase__:      Dict			  =-1
     else:
       lowerCamelCase__:      Union[str, Any]			  =timesteps[i + 1]

     lowerCamelCase__:      Tuple			  =scheduler.previous_timestep(UpperCAmelCase_)
     lowerCamelCase__:      str			  =prev_t.item()

     self.assertEqual(UpperCAmelCase_       , UpperCAmelCase_)

 def 							SCREAMING_SNAKE_CASE_					(self				:   Union[str, Any])       ->Union[str, Any]:



   '''simple docstring'''



   lowerCamelCase__:      Tuple			  =self.scheduler_classes[0]
   lowerCamelCase__:      List[Any]			  =self.get_scheduler_config()
   lowerCamelCase__:      Dict			  =scheduler_class(**UpperCAmelCase_)

   lowerCamelCase__:      Optional[Any]			  =[100, 87, 50, 51, 0]

   with self.assertRaises(UpperCAmelCase_       , msg="`custom_timesteps` must be in descending order."):
     scheduler.set_timesteps(timesteps=UpperCAmelCase_)

 def 							SCREAMING_SNAKE_CASE_					(self				:   List[Any])       ->List[Any]:



   '''simple docstring'''



   lowerCamelCase__:      Dict			  =self.scheduler_classes[0]
   lowerCamelCase__:      Any			  =self.get_scheduler_config()
   lowerCamelCase__:      int			  =scheduler_class(**UpperCAmelCase_)

   lowerCamelCase__:      Optional[int]			  =[100, 87, 50, 1, 0]
   lowerCamelCase__:      int			  =len(UpperCAmelCase_)

   with self.assertRaises(UpperCAmelCase_       , msg="Can only pass one of `num_inference_steps` or `custom_timesteps`."):
     scheduler.set_timesteps(num_inference_steps=UpperCAmelCase_       , timesteps=UpperCAmelCase_)







 def 							SCREAMING_SNAKE_CASE_					(self				:   Optional[Any])       ->Any:



   '''simple docstring'''



   lowerCamelCase__:      Tuple			  =self.scheduler_classes[0]
   lowerCamelCase__:      Optional[Any]			  =self.get_scheduler_config()
   lowerCamelCase__:      Optional[Any]			  =scheduler_class(**UpperCAmelCase_)

   lowerCamelCase__:      Dict			  =[scheduler.config.num_train_timesteps]

   with self.assertRaises(
       UpperCAmelCase_       , msg="`timesteps` must start before `self.config.train_timesteps`: {scheduler.config.num_train_timesteps}}"       , ):
     scheduler.set_timesteps(timesteps=UpperCAmelCase_)

