




'''simple docstring'''

import re
from typing import Callable, List, Optional, Union

import tensorflow as tf


try:
							from tensorflow.keras.optimizers.legacy import Adam
except ImportError:
							from tensorflow.keras.optimizers import Adam






class 						a				(   tf.keras.optimizers.schedules.LearningRateSchedule     ):


				def __init__(		self    :					Optional[Any]       ,				lowercase_    :					float       ,				lowercase_    :					Callable       ,				lowercase_    :					int       ,				lowercase_    :					float = 1.0       ,				lowercase_    :					str = None       ,				):
									super().__init__()
									snake_case_									=				initial_learning_rate
									snake_case_									=				warmup_steps
									snake_case_									=				power
									snake_case_									=				decay_schedule_fn
									snake_case_									=				name


				def __call__(		self    :					Tuple       ,				lowercase_    :					str					):
									with tf.name_scope(self.name or '''WarmUp'''					) as name:
														# Implements polynomial warmup. i.e., if global_step < warmup_steps, the
														# learning rate will be `global_step/num_warmup_steps * init_lr`.
														snake_case_									=				tf.cast(lowercase_       ,				tf.floataa					)
														snake_case_									=				tf.cast(self.warmup_steps       ,				tf.floataa					)
														snake_case_									=				global_step_float / warmup_steps_float
														snake_case_									=				self.initial_learning_rate * tf.math.pow(lowercase_       ,				self.power					)
														return tf.cond(
														    global_step_float < warmup_steps_float       ,				lambda: warmup_learning_rate       ,				lambda: self.decay_schedule_fn(step - self.warmup_steps					)       ,				name=lowercase_       ,				)


				def   A_ (		self    :					Any					):
									return {
									    "initial_learning_rate": self.initial_learning_rate,
									    "decay_schedule_fn": self.decay_schedule_fn,
									    "warmup_steps": self.warmup_steps,
									    "power": self.power,
									    "name": self.name,
									}







def 		__magic_name__    (	__UpperCAmelCase,      __UpperCAmelCase,      __UpperCAmelCase,      __UpperCAmelCase = 0.0,      __UpperCAmelCase = 0.9,      __UpperCAmelCase = 0.9_9_9,      __UpperCAmelCase = 1e-8,      __UpperCAmelCase = None,      __UpperCAmelCase = None,      __UpperCAmelCase = 0.0,      __UpperCAmelCase = 1.0,      __UpperCAmelCase = None,      )		->					List[str]:

					'''simple docstring'''

					snake_case_									=				tf.keras.optimizers.schedules.PolynomialDecay(
					    initial_learning_rate=__UpperCAmelCase,      decay_steps=num_train_steps - num_warmup_steps,      end_learning_rate=init_lr * min_lr_ratio,      power=__UpperCAmelCase,      )
					if num_warmup_steps:
										snake_case_									=				WarmUp(
										    initial_learning_rate=__UpperCAmelCase,      decay_schedule_fn=__UpperCAmelCase,      warmup_steps=__UpperCAmelCase,      )
					if weight_decay_rate > 0.0:
										snake_case_									=				AdamWeightDecay(
										    learning_rate=__UpperCAmelCase,      weight_decay_rate=__UpperCAmelCase,      beta_a=__UpperCAmelCase,      beta_a=__UpperCAmelCase,      epsilon=__UpperCAmelCase,      clipnorm=__UpperCAmelCase,      global_clipnorm=__UpperCAmelCase,      exclude_from_weight_decay=['''LayerNorm''', '''layer_norm''', '''bias'''],      include_in_weight_decay=__UpperCAmelCase,      )
					else:
										snake_case_									=				tf.keras.optimizers.Adam(
										    learning_rate=__UpperCAmelCase,      beta_a=__UpperCAmelCase,      beta_a=__UpperCAmelCase,      epsilon=__UpperCAmelCase,      clipnorm=__UpperCAmelCase,      global_clipnorm=__UpperCAmelCase,      )
					# We return the optimizer and the LR scheduler in order to better track the
					# evolution of the LR independently of the optimizer.
					return optimizer, lr_schedule






class 						a				(   _lowerCamelCase     ):


				def __init__(		self    :					Dict       ,				lowercase_    :					Union[float, tf.keras.optimizers.schedules.LearningRateSchedule] = 0.001       ,				lowercase_    :					float = 0.9       ,				lowercase_    :					float = 0.999       ,				lowercase_    :					float = 1e-7       ,				lowercase_    :					bool = False       ,				lowercase_    :					float = 0.0       ,				lowercase_    :					Optional[List[str]] = None       ,				lowercase_    :					Optional[List[str]] = None       ,				lowercase_    :					str = "AdamWeightDecay"       ,				**lowercase_    :					Optional[int]       ,				):
									super().__init__(lowercase_       ,				lowercase_       ,				lowercase_       ,				lowercase_       ,				lowercase_       ,				lowercase_       ,				**lowercase_					)
									snake_case_									=				weight_decay_rate
									snake_case_									=				include_in_weight_decay
									snake_case_									=				exclude_from_weight_decay


				@classmethod
				def   A_ (		cls    :					Dict       ,				lowercase_    :					Union[str, Any]					):
									snake_case_									=				{'''WarmUp''': WarmUp}
									return super(lowercase_       ,				cls					).from_config(lowercase_       ,				custom_objects=lowercase_					)


				def   A_ (		self    :					str       ,				lowercase_    :					Optional[int]       ,				lowercase_    :					List[str]       ,				lowercase_    :					Optional[int]					):
									super(lowercase_       ,				self					)._prepare_local(lowercase_       ,				lowercase_       ,				lowercase_					)
									snake_case_									=				tf.constant(
									    self.weight_decay_rate       ,				name='''adam_weight_decay_rate'''					)


				def   A_ (		self    :					str       ,				lowercase_    :					Union[str, Any]       ,				lowercase_    :					Dict       ,				lowercase_    :					Any					):
									snake_case_									=				self._do_use_weight_decay(var.name					)
									if do_decay:
														return var.assign_sub(
														    learning_rate * var * apply_state[(var.device, var.dtype.base_dtype)]['''weight_decay_rate''']       ,				use_locking=self._use_locking       ,				)
									return tf.no_op()


				def   A_ (		self    :					Union[str, Any]       ,				lowercase_    :					int       ,				lowercase_    :					str=None       ,				**lowercase_    :					List[str]					):
									snake_case_			,snake_case_									=				list(zip(*lowercase_					)					)
									return super(lowercase_       ,				self					).apply_gradients(zip(lowercase_       ,				lowercase_					)       ,				name=lowercase_       ,				**lowercase_					)


				def   A_ (		self    :					List[Any]       ,				lowercase_    :					str       ,				lowercase_    :					str       ,				lowercase_    :					Any					):
									if apply_state is None:
														return self._decayed_lr_t[var_dtype], {}

									snake_case_									=				apply_state or {}
									snake_case_									=				apply_state.get((var_device, var_dtype)					)
									if coefficients is None:
														snake_case_									=				self._fallback_apply_state(lowercase_       ,				lowercase_					)
														snake_case_									=				coefficients

									return coefficients["lr_t"], {"apply_state": apply_state}


				def   A_ (		self    :					Union[str, Any]       ,				lowercase_    :					int       ,				lowercase_    :					Union[str, Any]       ,				lowercase_    :					Optional[int]=None					):
									snake_case_			,snake_case_									=				self._get_lr(var.device       ,				var.dtype.base_dtype       ,				lowercase_					)
									snake_case_									=				self._decay_weights_op(lowercase_       ,				lowercase_       ,				lowercase_					)
									with tf.control_dependencies([decay]					):
														return super(lowercase_       ,				self					)._resource_apply_dense(lowercase_       ,				lowercase_       ,				**lowercase_					)


				def   A_ (		self    :					Optional[Any]       ,				lowercase_    :					Optional[Any]       ,				lowercase_    :					int       ,				lowercase_    :					str       ,				lowercase_    :					List[Any]=None					):
									snake_case_			,snake_case_									=				self._get_lr(var.device       ,				var.dtype.base_dtype       ,				lowercase_					)
									snake_case_									=				self._decay_weights_op(lowercase_       ,				lowercase_       ,				lowercase_					)
									with tf.control_dependencies([decay]					):
														return super(lowercase_       ,				self					)._resource_apply_sparse(lowercase_       ,				lowercase_       ,				lowercase_       ,				**lowercase_					)


				def   A_ (		self    :					Union[str, Any]					):
									snake_case_									=				super().get_config()
									config.update({'''weight_decay_rate''': self.weight_decay_rate}					)
									return config


				def   A_ (		self    :					Optional[int]       ,				lowercase_    :					int					):
									if self.weight_decay_rate == 0:
														return False

									if self._include_in_weight_decay:
														for r in self._include_in_weight_decay:
																			if re.search(lowercase_       ,				lowercase_					) is not None:
																								return True

									if self._exclude_from_weight_decay:
														for r in self._exclude_from_weight_decay:
																			if re.search(lowercase_       ,				lowercase_					) is not None:
																								return False
									return True







class 						a				(   _lowerCamelCase     ):


				def __init__(		self    :					List[Any]					):
									snake_case_									=				[]
									snake_case_									=				None


				@property
				def   A_ (		self    :					Union[str, Any]					):
									if self._accum_steps is None:
														snake_case_									=				tf.Variable(
														    tf.constant(0       ,				dtype=tf.intaa					)       ,				trainable=lowercase_       ,				synchronization=tf.VariableSynchronization.ON_READ       ,				aggregation=tf.VariableAggregation.ONLY_FIRST_REPLICA       ,				)

									return self._accum_steps.value()


				@property
				def   A_ (		self    :					Dict					):
									if not self._gradients:
														raise ValueError('''The accumulator should be called first to initialize the gradients'''					)
									return [gradient.value() if gradient is not None else gradient for gradient in self._gradients]


				def __call__(		self    :					Any       ,				lowercase_    :					int					):
									if not self._gradients:
														snake_case_									=				self.step  # Create the step variable.
														self._gradients.extend(
														    [
														        tf.Variable(
														            tf.zeros_like(lowercase_					)       ,				trainable=lowercase_       ,				synchronization=tf.VariableSynchronization.ON_READ       ,				aggregation=tf.VariableAggregation.ONLY_FIRST_REPLICA       ,				)
														        if gradient is not None
														        else gradient
														        for gradient in gradients
														    ]					)
									if len(lowercase_					) != len(self._gradients					):
														raise ValueError(F"Expected {len(self._gradients					)} gradients, but got {len(lowercase_					)}"					)

									for accum_gradient, gradient in zip(self._gradients       ,				lowercase_					):
														if accum_gradient is not None and gradient is not None:
																			accum_gradient.assign_add(lowercase_					)

									self._accum_steps.assign_add(1					)


				def   A_ (		self    :					Optional[int]					):
									if not self._gradients:
														return
									self._accum_steps.assign(0					)
									for gradient in self._gradients:
														if gradient is not None:
																			gradient.assign(tf.zeros_like(lowercase_					)					)







'''simple docstring'''

import gc
import random
import unittest

import numpy as np
import torch
from transformers import CLIPTextConfig, CLIPTextModel, CLIPTokenizer

from diffusers import AutoencoderKL, CycleDiffusionPipeline, DDIMScheduler, UNetaDConditionModel
from diffusers.utils import floats_tensor, load_image, load_numpy, slow, torch_device
from diffusers.utils.testing_utils import enable_full_determinism, require_torch_gpu, skip_mps

from ..pipeline_params import (
    IMAGE_TO_IMAGE_IMAGE_PARAMS,
    TEXT_GUIDED_IMAGE_VARIATION_BATCH_PARAMS,
    TEXT_GUIDED_IMAGE_VARIATION_PARAMS,
)
from ..test_pipelines_common import PipelineLatentTesterMixin, PipelineTesterMixin


enable_full_determinism()






class 						a				(   _lowerCamelCase   ,     _lowerCamelCase   ,     unittest.TestCase     ):
				snake_case_      =		CycleDiffusionPipeline
				snake_case_      =		TEXT_GUIDED_IMAGE_VARIATION_PARAMS - {
				    "negative_prompt",
				    "height",
				    "width",
				    "negative_prompt_embeds",
				}
				snake_case_      =		PipelineTesterMixin.required_optional_params - {"latents"}
				snake_case_      =		TEXT_GUIDED_IMAGE_VARIATION_BATCH_PARAMS.union({"source_prompt"}     )
				snake_case_      =		IMAGE_TO_IMAGE_IMAGE_PARAMS
				snake_case_      =		IMAGE_TO_IMAGE_IMAGE_PARAMS


				def   A_ (		self    :					Tuple					):
									torch.manual_seed(0					)
									snake_case_									=				UNetaDConditionModel(
									    block_out_channels=(32, 64)       ,				layers_per_block=2       ,				sample_size=32       ,				in_channels=4       ,				out_channels=4       ,				down_block_types=('''DownBlock2D''', '''CrossAttnDownBlock2D''')       ,				up_block_types=('''CrossAttnUpBlock2D''', '''UpBlock2D''')       ,				cross_attention_dim=32       ,				)
									snake_case_									=				DDIMScheduler(
									    beta_start=0.0_0085       ,				beta_end=0.012       ,				beta_schedule='''scaled_linear'''       ,				num_train_timesteps=1000       ,				clip_sample=lowercase_       ,				set_alpha_to_one=lowercase_       ,				)
									torch.manual_seed(0					)
									snake_case_									=				AutoencoderKL(
									    block_out_channels=[32, 64]       ,				in_channels=3       ,				out_channels=3       ,				down_block_types=['''DownEncoderBlock2D''', '''DownEncoderBlock2D''']       ,				up_block_types=['''UpDecoderBlock2D''', '''UpDecoderBlock2D''']       ,				latent_channels=4       ,				)
									torch.manual_seed(0					)
									snake_case_									=				CLIPTextConfig(
									    bos_token_id=0       ,				eos_token_id=2       ,				hidden_size=32       ,				intermediate_size=37       ,				layer_norm_eps=1e-05       ,				num_attention_heads=4       ,				num_hidden_layers=5       ,				pad_token_id=1       ,				vocab_size=1000       ,				)
									snake_case_									=				CLIPTextModel(lowercase_					)
									snake_case_									=				CLIPTokenizer.from_pretrained('''hf-internal-testing/tiny-random-clip'''					)

									snake_case_									=				{
									    '''unet''': unet,
									    '''scheduler''': scheduler,
									    '''vae''': vae,
									    '''text_encoder''': text_encoder,
									    '''tokenizer''': tokenizer,
									    '''safety_checker''': None,
									    '''feature_extractor''': None,
									}
									return components


				def   A_ (		self    :					Any       ,				lowercase_    :					int       ,				lowercase_    :					Optional[Any]=0					):
									snake_case_									=				floats_tensor((1, 3, 32, 32)       ,				rng=random.Random(lowercase_					)					).to(lowercase_					)
									snake_case_									=				image / 2 + 0.5
									if str(lowercase_					).startswith('''mps'''					):
														snake_case_									=				torch.manual_seed(lowercase_					)
									else:
														snake_case_									=				torch.Generator(device=lowercase_					).manual_seed(lowercase_					)
									snake_case_									=				{
									    '''prompt''': '''An astronaut riding an elephant''',
									    '''source_prompt''': '''An astronaut riding a horse''',
									    '''image''': image,
									    '''generator''': generator,
									    '''num_inference_steps''': 2,
									    '''eta''': 0.1,
									    '''strength''': 0.8,
									    '''guidance_scale''': 3,
									    '''source_guidance_scale''': 1,
									    '''output_type''': '''numpy''',
									}
									return inputs


				def   A_ (		self    :					Union[str, Any]					):
									snake_case_									=				'''cpu'''  # ensure determinism for the device-dependent torch.Generator

									snake_case_									=				self.get_dummy_components()
									snake_case_									=				CycleDiffusionPipeline(**lowercase_					)
									snake_case_									=				pipe.to(lowercase_					)
									pipe.set_progress_bar_config(disable=lowercase_					)

									snake_case_									=				self.get_dummy_inputs(lowercase_					)
									snake_case_									=				pipe(**lowercase_					)
									snake_case_									=				output.images

									snake_case_									=				images[0, -3:, -3:, -1]

									assert images.shape == (1, 32, 32, 3)
									snake_case_									=				np.array([0.4459, 0.4943, 0.4544, 0.6643, 0.5474, 0.4327, 0.5701, 0.5959, 0.5179]					)

									assert np.abs(image_slice.flatten() - expected_slice					).max() < 1e-2


				@unittest.skipIf(torch_device != '''cuda'''       ,				'''This test requires a GPU'''					)
				def   A_ (		self    :					Union[str, Any]					):
									snake_case_									=				self.get_dummy_components()
									for name, module in components.items():
														if hasattr(lowercase_       ,				'''half'''					):
																			snake_case_									=				module.half()
									snake_case_									=				CycleDiffusionPipeline(**lowercase_					)
									snake_case_									=				pipe.to(lowercase_					)
									pipe.set_progress_bar_config(disable=lowercase_					)

									snake_case_									=				self.get_dummy_inputs(lowercase_					)
									snake_case_									=				pipe(**lowercase_					)
									snake_case_									=				output.images

									snake_case_									=				images[0, -3:, -3:, -1]

									assert images.shape == (1, 32, 32, 3)
									snake_case_									=				np.array([0.3506, 0.4543, 0.446, 0.4575, 0.5195, 0.4155, 0.5273, 0.518, 0.4116]					)

									assert np.abs(image_slice.flatten() - expected_slice					).max() < 1e-2


				@skip_mps
				def   A_ (		self    :					Optional[int]					):
									return super().test_save_load_local()


				@unittest.skip('''non-deterministic pipeline'''					)
				def   A_ (		self    :					List[Any]					):
									return super().test_inference_batch_single_identical()


				@skip_mps
				def   A_ (		self    :					Union[str, Any]					):
									return super().test_dict_tuple_outputs_equivalent()


				@skip_mps
				def   A_ (		self    :					Union[str, Any]					):
									return super().test_save_load_optional_components()


				@skip_mps
				def   A_ (		self    :					Union[str, Any]					):
									return super().test_attention_slicing_forward_pass()







@slow
@require_torch_gpu
class 						a				(   unittest.TestCase     ):


				def   A_ (		self    :					List[Any]					):
									# clean up the VRAM after each test
									super().tearDown()
									gc.collect()
									torch.cuda.empty_cache()


				def   A_ (		self    :					Union[str, Any]					):
									snake_case_									=				load_image(
									    '''https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main'''
									    '''/cycle-diffusion/black_colored_car.png'''					)
									snake_case_									=				load_numpy(
									    '''https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/cycle-diffusion/blue_colored_car_fp16.npy'''					)
									snake_case_									=				init_image.resize((512, 512)					)

									snake_case_									=				'''CompVis/stable-diffusion-v1-4'''
									snake_case_									=				DDIMScheduler.from_pretrained(lowercase_       ,				subfolder='''scheduler'''					)
									snake_case_									=				CycleDiffusionPipeline.from_pretrained(
									    lowercase_       ,				scheduler=lowercase_       ,				safety_checker=lowercase_       ,				torch_dtype=torch.floataa       ,				revision='''fp16'''					)

									pipe.to(lowercase_					)
									pipe.set_progress_bar_config(disable=lowercase_					)
									pipe.enable_attention_slicing()

									snake_case_									=				'''A black colored car'''
									snake_case_									=				'''A blue colored car'''

									snake_case_									=				torch.manual_seed(0					)
									snake_case_									=				pipe(
									    prompt=lowercase_       ,				source_prompt=lowercase_       ,				image=lowercase_       ,				num_inference_steps=100       ,				eta=0.1       ,				strength=0.85       ,				guidance_scale=3       ,				source_guidance_scale=1       ,				generator=lowercase_       ,				output_type='''np'''       ,				)
									snake_case_									=				output.images

									# the values aren't exactly equal, but the images look the same visually
									assert np.abs(image - expected_image					).max() < 5e-1


				def   A_ (		self    :					List[str]					):
									snake_case_									=				load_image(
									    '''https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main'''
									    '''/cycle-diffusion/black_colored_car.png'''					)
									snake_case_									=				load_numpy(
									    '''https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/cycle-diffusion/blue_colored_car.npy'''					)
									snake_case_									=				init_image.resize((512, 512)					)

									snake_case_									=				'''CompVis/stable-diffusion-v1-4'''
									snake_case_									=				DDIMScheduler.from_pretrained(lowercase_       ,				subfolder='''scheduler'''					)
									snake_case_									=				CycleDiffusionPipeline.from_pretrained(lowercase_       ,				scheduler=lowercase_       ,				safety_checker=lowercase_					)

									pipe.to(lowercase_					)
									pipe.set_progress_bar_config(disable=lowercase_					)
									pipe.enable_attention_slicing()

									snake_case_									=				'''A black colored car'''
									snake_case_									=				'''A blue colored car'''

									snake_case_									=				torch.manual_seed(0					)
									snake_case_									=				pipe(
									    prompt=lowercase_       ,				source_prompt=lowercase_       ,				image=lowercase_       ,				num_inference_steps=100       ,				eta=0.1       ,				strength=0.85       ,				guidance_scale=3       ,				source_guidance_scale=1       ,				generator=lowercase_       ,				output_type='''np'''       ,				)
									snake_case_									=				output.images

									assert np.abs(image - expected_image					).max() < 2e-2

