

import gc
import unittest

import numpy as np
import torch
from transformers import CLIPTextConfig, CLIPTextModel, CLIPTokenizer

from diffusers import (
    AutoencoderKL,
    DDIMParallelScheduler,
    DDPMParallelScheduler,
    StableDiffusionParadigmsPipeline,
    UNetaDConditionModel,
)
from diffusers.utils import slow, torch_device
from diffusers.utils.testing_utils import (
    enable_full_determinism,
    require_torch_gpu,
)

from ..pipeline_params import TEXT_TO_IMAGE_BATCH_PARAMS, TEXT_TO_IMAGE_IMAGE_PARAMS, TEXT_TO_IMAGE_PARAMS
from ..test_pipelines_common import PipelineLatentTesterMixin, PipelineTesterMixin


enable_full_determinism()





class      snake_case_      (					_a      ,			_a      ,			unittest.TestCase				):


							"""simple docstring"""





							__UpperCAmelCase      =StableDiffusionParadigmsPipeline
							__UpperCAmelCase      =TEXT_TO_IMAGE_PARAMS
							__UpperCAmelCase      =TEXT_TO_IMAGE_BATCH_PARAMS
							__UpperCAmelCase      =TEXT_TO_IMAGE_IMAGE_PARAMS
							__UpperCAmelCase      =TEXT_TO_IMAGE_IMAGE_PARAMS




							def 							A__	(			self				):
												torch.manual_seed(0				)
												__lowerCAmelCase       =				UNetaDConditionModel(
												    block_out_channels=(3_2, 6_4)       ,    layers_per_block=2       ,    sample_size=3_2       ,    in_channels=4       ,    out_channels=4       ,    down_block_types=('DownBlock2D', 'CrossAttnDownBlock2D')       ,    up_block_types=('CrossAttnUpBlock2D', 'UpBlock2D')       ,    cross_attention_dim=3_2       ,    attention_head_dim=(2, 4)       ,    use_linear_projection=_A       ,    )
												__lowerCAmelCase       =				DDIMParallelScheduler(
												    beta_start=0.0_0085       ,    beta_end=0.012       ,    beta_schedule='scaled_linear'       ,    clip_sample=_A       ,    set_alpha_to_one=_A       ,    )
												torch.manual_seed(0				)
												__lowerCAmelCase       =				AutoencoderKL(
												    block_out_channels=[3_2, 6_4]       ,    in_channels=3       ,    out_channels=3       ,    down_block_types=['DownEncoderBlock2D', 'DownEncoderBlock2D']       ,    up_block_types=['UpDecoderBlock2D', 'UpDecoderBlock2D']       ,    latent_channels=4       ,    sample_size=1_2_8       ,    )
												torch.manual_seed(0				)
												__lowerCAmelCase       =				CLIPTextConfig(
												    bos_token_id=0       ,    eos_token_id=2       ,    hidden_size=3_2       ,    intermediate_size=3_7       ,    layer_norm_eps=1e-0_5       ,    num_attention_heads=4       ,    num_hidden_layers=5       ,    pad_token_id=1       ,    vocab_size=1_0_0_0       ,    hidden_act='gelu'       ,    projection_dim=5_1_2       ,    )
												__lowerCAmelCase       =				CLIPTextModel(_A				)
												__lowerCAmelCase       =				CLIPTokenizer.from_pretrained('hf-internal-testing/tiny-random-clip'				)

												__lowerCAmelCase       =				{
												    'unet': unet,
												    'scheduler': scheduler,
												    'vae': vae,
												    'text_encoder': text_encoder,
												    'tokenizer': tokenizer,
												    'safety_checker': None,
												    'feature_extractor': None,
												}
												return components




							def 							A__	(			self       ,    _A       ,    _A=0				):
												if str(_A				).startswith('mps'				):
																	__lowerCAmelCase       =				torch.manual_seed(_A				)
												else:
																	__lowerCAmelCase       =				torch.Generator(device=_A				).manual_seed(_A				)
												__lowerCAmelCase       =				{
												    'prompt': 'a photograph of an astronaut riding a horse',
												    'generator': generator,
												    'num_inference_steps': 1_0,
												    'guidance_scale': 6.0,
												    'output_type': 'numpy',
												    'parallel': 3,
												    'debug': True,
												}
												return inputs




							def 							A__	(			self				):
												__lowerCAmelCase       =				'cpu'  # ensure determinism for the device-dependent torch.Generator
												__lowerCAmelCase       =				self.get_dummy_components()
												__lowerCAmelCase       =				StableDiffusionParadigmsPipeline(**_A				)
												__lowerCAmelCase       =				sd_pipe.to(_A				)
												sd_pipe.set_progress_bar_config(disable=_A				)

												__lowerCAmelCase       =				self.get_dummy_inputs(_A				)
												__lowerCAmelCase       =				sd_pipe(**_A				).images
												__lowerCAmelCase       =				image[0, -3:, -3:, -1]
												assert image.shape == (1, 6_4, 6_4, 3)

												__lowerCAmelCase       =				np.array([0.4773, 0.5417, 0.4723, 0.4925, 0.5631, 0.4752, 0.5240, 0.4935, 0.5023]				)

												assert np.abs(image_slice.flatten() - expected_slice				).max() < 1e-2




							def 							A__	(			self				):
												__lowerCAmelCase       =				'cpu'  # ensure determinism for the device-dependent torch.Generator
												__lowerCAmelCase       =				self.get_dummy_components()
												torch.manual_seed(0				)
												__lowerCAmelCase       =				DDPMParallelScheduler()
												torch.manual_seed(0				)
												__lowerCAmelCase       =				StableDiffusionParadigmsPipeline(**_A				)
												__lowerCAmelCase       =				sd_pipe.to(_A				)
												sd_pipe.set_progress_bar_config(disable=_A				)

												__lowerCAmelCase       =				self.get_dummy_inputs(_A				)
												__lowerCAmelCase       =				sd_pipe(**_A				).images
												__lowerCAmelCase       =				image[0, -3:, -3:, -1]
												assert image.shape == (1, 6_4, 6_4, 3)

												__lowerCAmelCase       =				np.array([0.3573, 0.4420, 0.4960, 0.4799, 0.3796, 0.3879, 0.4819, 0.4365, 0.4468]				)

												assert np.abs(image_slice.flatten() - expected_slice				).max() < 1e-2




							def 							A__	(			self				):
												super().test_inference_batch_consistent(batch_sizes=[1, 2]				)




							def 							A__	(			self				):
												super().test_inference_batch_single_identical(batch_size=2       ,    expected_max_diff=3e-3				)




							def 							A__	(			self				):
												__lowerCAmelCase       =				'cpu'  # ensure determinism for the device-dependent torch.Generator
												__lowerCAmelCase       =				self.get_dummy_components()
												__lowerCAmelCase       =				StableDiffusionParadigmsPipeline(**_A				)
												__lowerCAmelCase       =				sd_pipe.to(_A				)
												sd_pipe.set_progress_bar_config(disable=_A				)

												__lowerCAmelCase       =				self.get_dummy_inputs(_A				)
												__lowerCAmelCase       =				'french fries'
												__lowerCAmelCase       =				sd_pipe(**_A       ,    negative_prompt=_A				)
												__lowerCAmelCase       =				output.images
												__lowerCAmelCase       =				image[0, -3:, -3:, -1]

												assert image.shape == (1, 6_4, 6_4, 3)

												__lowerCAmelCase       =				np.array([0.4771, 0.5420, 0.4683, 0.4918, 0.5636, 0.4725, 0.5230, 0.4923, 0.5015]				)

												assert np.abs(image_slice.flatten() - expected_slice				).max() < 1e-2





@slow
@require_torch_gpu
class      snake_case_      (					unittest.TestCase				):


							"""simple docstring"""





							def 							A__	(			self				):
												super().tearDown()
												gc.collect()
												torch.cuda.empty_cache()




							def 							A__	(			self       ,    _A=0				):
												__lowerCAmelCase       =				torch.Generator(device=_A				).manual_seed(_A				)
												__lowerCAmelCase       =				{
												    'prompt': 'a photograph of an astronaut riding a horse',
												    'generator': generator,
												    'num_inference_steps': 1_0,
												    'guidance_scale': 7.5,
												    'output_type': 'numpy',
												    'parallel': 3,
												    'debug': True,
												}
												return inputs




							def 							A__	(			self				):
												__lowerCAmelCase       =				'stabilityai/stable-diffusion-2-base'
												__lowerCAmelCase       =				DDIMParallelScheduler.from_pretrained(_A       ,    subfolder='scheduler'				)
												__lowerCAmelCase       =				StableDiffusionParadigmsPipeline.from_pretrained(_A       ,    scheduler=_A       ,    safety_checker=_A				)
												pipe.to(_A				)
												pipe.set_progress_bar_config(disable=_A				)
												pipe.enable_attention_slicing()

												__lowerCAmelCase       =				self.get_inputs()
												__lowerCAmelCase       =				pipe(**_A				).images
												__lowerCAmelCase       =				image[0, -3:, -3:, -1].flatten()

												assert image.shape == (1, 5_1_2, 5_1_2, 3)

												__lowerCAmelCase       =				np.array([0.9622, 0.9602, 0.9748, 0.9591, 0.9630, 0.9691, 0.9661, 0.9631, 0.9741]				)

												assert np.abs(expected_slice - image_slice				).max() < 1e-2









import jax
import jax.numpy as jnp
from bigbird_flax import FlaxBigBirdForNaturalQuestions
from datasets import load_from_disk

from transformers import BigBirdTokenizerFast


lowerCamelCase   					=  {0: '''null''', 1: '''short''', 2: '''long''', 3: '''yes''', 4: '''no'''}
lowerCamelCase   					=  set(''''''.join(['''‘''', '''’''', '''´''', '''`''', '''.''', ''',''', '''-''', '''"''']))


def 							__lowercase     (	UpperCAmelCase__		,       UpperCAmelCase__=0		,       UpperCAmelCase__=None   ):

					"""simple docstring"""






					return [" ".join(x.split(' '   )[begin:end]   ) for x in answers if len(x.split(' '   )   ) > 1]


def 							__lowercase     (	UpperCAmelCase__		,       UpperCAmelCase__=False   ):

					"""simple docstring"""






					if make_sub_answers:
										# if answers are longer than one word, make sure a predictions is correct if it coresponds to the complete 1: or :-1 sub word
										# *e.g.* if the correct answer contains a prefix such as "the", or "a"
										__lowerCAmelCase       =				(
										    given_answers + get_sub_answers(UpperCAmelCase__		,       begin=1   ) + get_sub_answers(UpperCAmelCase__		,       end=-1   )
										)
					__lowerCAmelCase       =				[]
					for answer in given_answers:
										__lowerCAmelCase       =				answer.replace('_'		,       ' '   ).lower()
										__lowerCAmelCase       =				''.join(c if c not in PUNCTUATION_SET_TO_EXCLUDE else ' ' for c in alias   )
										answers.append(' '.join(alias.split()   ).strip()   )
					return set(UpperCAmelCase__   )


def 							__lowercase     (	UpperCAmelCase__		,       UpperCAmelCase__		,       UpperCAmelCase__=1		,       UpperCAmelCase__=100   ):

					"""simple docstring"""






					__lowerCAmelCase,						__lowerCAmelCase       =				jax.lax.top_k(UpperCAmelCase__		,       UpperCAmelCase__   )
					__lowerCAmelCase,						__lowerCAmelCase       =				jax.lax.top_k(UpperCAmelCase__		,       UpperCAmelCase__   )

					__lowerCAmelCase       =				best_end_idx[:, None] - best_start_idx[None, :]
					__lowerCAmelCase       =				jnp.logical_or(widths < 0		,       widths > max_size   )
					__lowerCAmelCase       =				(best_end_scores[:, None] + best_start_scores[None, :]) - (1E8 * mask)
					__lowerCAmelCase       =				jnp.argmax(UpperCAmelCase__   ).item()

					return best_start_idx[best_score % top_k], best_end_idx[best_score // top_k]


def 							__lowercase     (	UpperCAmelCase__   ):

					"""simple docstring"""






					__lowerCAmelCase       =				sample['question']['text']
					__lowerCAmelCase       =				sample['document']['tokens']['token']
					__lowerCAmelCase       =				sample['document']['tokens']['is_html']
					__lowerCAmelCase       =				sample['annotations']['long_answer']
					__lowerCAmelCase       =				sample['annotations']['short_answers']

					__lowerCAmelCase       =				' '.join([context[i] for i in range(len(UpperCAmelCase__   )   ) if not is_html[i]]   )

					# 0 - No ; 1 - Yes
					for answer in sample["annotations"]["yes_no_answer"]:
										if answer == 0 or answer == 1:
															return {
															    "question": question,
															    "context": context_string,
															    "short": [],
															    "long": [],
															    "category": "no" if answer == 0 else "yes",
															}

					__lowerCAmelCase       =				[]
					for s in short_answers:
										short_targets.extend(s['text']   )
					__lowerCAmelCase       =				list(set(UpperCAmelCase__   )   )

					__lowerCAmelCase       =				[]
					for s in long_answers:
										if s["start_token"] == -1:
															continue
										__lowerCAmelCase       =				context[s['start_token'] : s['end_token']]
										__lowerCAmelCase       =				is_html[s['start_token'] : s['end_token']]
										__lowerCAmelCase       =				' '.join([answer[i] for i in range(len(UpperCAmelCase__   )   ) if not html[i]]   )
										if new_answer not in long_targets:
															long_targets.append(UpperCAmelCase__   )

					__lowerCAmelCase       =				'long_short' if len(short_targets + long_targets   ) > 0 else 'null'

					return {
					    "question": question,
					    "context": context_string,
					    "short": short_targets,
					    "long": long_targets,
					    "category": category,
					}


def 							__lowercase     (	):

					"""simple docstring"""






					__lowerCAmelCase       =				load_from_disk('natural-questions-validation'   )
					__lowerCAmelCase       =				dataset.map(UpperCAmelCase__   ).remove_columns(['annotations', 'document', 'id']   )
					print(UpperCAmelCase__   )

					__lowerCAmelCase       =				dataset.filter(lambda UpperCAmelCase__   : (len(x['question']   ) + len(x['context']   )) < 4 * 4_096   )
					__lowerCAmelCase       =				short_validation_dataset.filter(lambda UpperCAmelCase__   : x["category"] != "null"   )
					short_validation_dataset

					__lowerCAmelCase       =				'vasudevgupta/flax-bigbird-natural-questions'
					__lowerCAmelCase       =				FlaxBigBirdForNaturalQuestions.from_pretrained(UpperCAmelCase__   )
					__lowerCAmelCase       =				BigBirdTokenizerFast.from_pretrained(UpperCAmelCase__   )

					@jax.jit
					def forward(*UpperCAmelCase__		,       **UpperCAmelCase__   ):
										__lowerCAmelCase,						__lowerCAmelCase,						__lowerCAmelCase       =				model(*UpperCAmelCase__		,       **UpperCAmelCase__   )
										return start_logits, end_logits, jnp.argmax(UpperCAmelCase__		,       axis=-1   )

					def evaluate(UpperCAmelCase__   ):
										# encode question and context so that they are separated by a tokenizer.sep_token and cut at max_length
										__lowerCAmelCase       =				tokenizer(
										    example['question']		,       example['context']		,       return_tensors='np'		,       max_length=4_096		,       padding='max_length'		,       truncation=UpperCAmelCase__		,       )

										__lowerCAmelCase,						__lowerCAmelCase,						__lowerCAmelCase       =				forward(**UpperCAmelCase__   )

										__lowerCAmelCase       =				CATEGORY_MAPPING[category.item()]

										__lowerCAmelCase       =				example['long'] + example['short']
										if example["category"] in ["yes", "no", "null"]:
															__lowerCAmelCase       =				[example['category']]
										__lowerCAmelCase       =				example['category'] != 'null'
										# Now target can be: "yes", "no", "null", "list of long & short answers"

										if predicted_category in ["yes", "no", "null"]:
															__lowerCAmelCase       =				[predicted_category]
															__lowerCAmelCase       =				example['output'] == example['targets']
															__lowerCAmelCase       =				predicted_category != 'null'
															return example

										__lowerCAmelCase       =				38 if predicted_category == 'short' else 1_024
										__lowerCAmelCase,						__lowerCAmelCase       =				get_best_valid_start_end_idx(
										    start_scores[0]		,       end_scores[0]		,       top_k=8		,       max_size=UpperCAmelCase__   )

										__lowerCAmelCase       =				inputs['input_ids'][0].tolist()
										__lowerCAmelCase       =				[tokenizer.decode(input_ids[start_score : end_score + 1]   )]

										__lowerCAmelCase       =				expand_to_aliases(example['targets']		,       make_sub_answers=UpperCAmelCase__   )
										__lowerCAmelCase       =				expand_to_aliases(example['output']   )

										# some preprocessing to both prediction and answer
										__lowerCAmelCase       =				{''.join(a.split()   ) for a in answers}
										__lowerCAmelCase       =				{''.join(p.split()   ) for p in predictions}
										__lowerCAmelCase       =				{s for s in predictions if s not in ['``', '\'\'', '`', '\'']}

										# if there is a common element, it's a exact match
										__lowerCAmelCase       =				len(list(answers & predictions   )   ) > 0
										__lowerCAmelCase       =				predicted_category != 'null' and len(UpperCAmelCase__   ) > 0

										return example

					__lowerCAmelCase       =				short_validation_dataset.map(UpperCAmelCase__   )

					__lowerCAmelCase       =				len(UpperCAmelCase__   )
					__lowerCAmelCase       =				len(short_validation_dataset.filter(lambda UpperCAmelCase__   : x["match"] == 1   )   )
					print('EM score:'		,       (matched / total) * 100		,       '%'   )


if __name__ == "__main__":
		main()






