"""simple docstring"""




# Copyright 2023 The HuggingFace Inc. team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import re

from ..models.auto import AutoProcessor
from ..models.vision_encoder_decoder import VisionEncoderDecoderModel
from ..utils import is_vision_available
from .base import PipelineTool


if is_vision_available():
     from PIL import Image
class 						__A							( SCREAMING_SNAKE_CASE_		):
     _UpperCamelCase							:			Optional[Any]							=		"naver-clova-ix/donut-base-finetuned-docvqa"
     _UpperCamelCase							:			Dict							=		(
         "This is a tool that answers a question about an document (pdf). It takes an input named `document` which "
         "should be the document containing the information, as well as a `question` that is the question about the "
         "document. It returns a text that contains the answer to the question."
     )
     _UpperCamelCase							:			Optional[int]							=		"document_qa"
     _UpperCamelCase							:			Any							=		AutoProcessor
     _UpperCamelCase							:			Union[str, Any]							=		VisionEncoderDecoderModel

     _UpperCamelCase							:			Union[str, Any]							=		["image", "text"]
     _UpperCamelCase							:			List[str]							=		["text"]






     def __init__(		self				,     *a__				,     **a__  ):
       if not is_vision_available():
         raise ValueError("""Pillow must be installed to use the DocumentQuestionAnsweringTool."""  )

       super().__init__(*a__				,     **a__  )






     def     __A  (		self				,     a__				,     a__  ):
       _lowerCAmelCase						:       Optional[int]  			=     """<s_docvqa><s_question>{user_input}</s_question><s_answer>"""
       _lowerCAmelCase						:       Dict  			=     task_prompt.replace("""{user_input}"""				,     a__  )
       _lowerCAmelCase						:       str  			=     self.pre_processor.tokenizer(
           a__				,     add_special_tokens=a__				,     return_tensors="""pt"""  ).input_ids
       _lowerCAmelCase						:       Dict  			=     self.pre_processor(a__				,     return_tensors="""pt"""  ).pixel_values

       return {"decoder_input_ids": decoder_input_ids, "pixel_values": pixel_values}






     def     __A  (		self				,     a__  ):
       return self.model.generate(
           inputs["""pixel_values"""].to(self.device  )				,     decoder_input_ids=inputs["""decoder_input_ids"""].to(self.device  )				,     max_length=self.model.decoder.config.max_position_embeddings				,     early_stopping=a__				,     pad_token_id=self.pre_processor.tokenizer.pad_token_id				,     eos_token_id=self.pre_processor.tokenizer.eos_token_id				,     use_cache=a__				,     num_beams=1				,     bad_words_ids=[[self.pre_processor.tokenizer.unk_token_id]]				,     return_dict_in_generate=a__				,     ).sequences






     def     __A  (		self				,     a__  ):
       _lowerCAmelCase						:       Tuple  			=     self.pre_processor.batch_decode(a__  )[0]
       _lowerCAmelCase						:       int  			=     sequence.replace(self.pre_processor.tokenizer.eos_token				,     """"""  )
       _lowerCAmelCase						:       List[str]  			=     sequence.replace(self.pre_processor.tokenizer.pad_token				,     """"""  )
       _lowerCAmelCase						:       List[str]  			=     re.sub(r"""<.*?>"""				,     """"""				,     a__				,     count=1  ).strip()  # remove first task start token
       _lowerCAmelCase						:       List[str]  			=     self.pre_processor.tokenajson(a__  )

       return sequence["answer"]





"""simple docstring"""




import gc
import random
import unittest

import numpy as np
import torch
from PIL import Image
from transformers import XLMRobertaTokenizerFast

from diffusers import DDIMScheduler, KandinskyImgaImgPipeline, KandinskyPriorPipeline, UNetaDConditionModel, VQModel
from diffusers.pipelines.kandinsky.text_encoder import MCLIPConfig, MultilingualCLIP
from diffusers.utils import floats_tensor, load_image, load_numpy, slow, torch_device
from diffusers.utils.testing_utils import enable_full_determinism, require_torch_gpu

from ..test_pipelines_common import PipelineTesterMixin, assert_mean_pixel_difference


enable_full_determinism()
class 						__A							( SCREAMING_SNAKE_CASE_    ,	unittest.TestCase		):
     _UpperCamelCase							:			List[Any]							=		KandinskyImgaImgPipeline
     _UpperCamelCase							:			Optional[Any]							=		["prompt", "image_embeds", "negative_image_embeds", "image"]
     _UpperCamelCase							:			List[Any]							=		[
         "prompt",
         "negative_prompt",
         "image_embeds",
         "negative_image_embeds",
         "image",
     ]
     _UpperCamelCase							:			Dict							=		[
         "generator",
         "height",
         "width",
         "strength",
         "guidance_scale",
         "negative_prompt",
         "num_inference_steps",
         "return_dict",
         "guidance_scale",
         "num_images_per_prompt",
         "output_type",
         "return_dict",
     ]
     _UpperCamelCase							:			Union[str, Any]							=		False






     @property
     def     __A  (		self  ):
       return 32






     @property
     def     __A  (		self  ):
       return 32






     @property
     def     __A  (		self  ):
       return self.time_input_dim






     @property
     def     __A  (		self  ):
       return self.time_input_dim * 4






     @property
     def     __A  (		self  ):
       return 100






     @property
     def     __A  (		self  ):
       _lowerCAmelCase						:       Optional[Any]  			=     XLMRobertaTokenizerFast.from_pretrained("""YiYiXu/tiny-random-mclip-base"""  )
       return tokenizer






     @property
     def     __A  (		self  ):
       torch.manual_seed(0  )
       _lowerCAmelCase						:       List[Any]  			=     MCLIPConfig(
           numDims=self.cross_attention_dim				,     transformerDimensions=self.text_embedder_hidden_size				,     hidden_size=self.text_embedder_hidden_size				,     intermediate_size=37				,     num_attention_heads=4				,     num_hidden_layers=5				,     vocab_size=1005				,     )

       _lowerCAmelCase						:       int  			=     MultilingualCLIP(a__  )
       _lowerCAmelCase						:       Union[str, Any]  			=     text_encoder.eval()

       return text_encoder






     @property
     def     __A  (		self  ):
       torch.manual_seed(0  )

       _lowerCAmelCase						:       str  			=     {
           """in_channels""": 4,
           # Out channels is double in channels because predicts mean and variance
           """out_channels""": 8,
           """addition_embed_type""": """text_image""",
           """down_block_types""": ("""ResnetDownsampleBlock2D""", """SimpleCrossAttnDownBlock2D"""),
           """up_block_types""": ("""SimpleCrossAttnUpBlock2D""", """ResnetUpsampleBlock2D"""),
           """mid_block_type""": """UNetMidBlock2DSimpleCrossAttn""",
           """block_out_channels""": (self.block_out_channels_a, self.block_out_channels_a * 2),
           """layers_per_block""": 1,
           """encoder_hid_dim""": self.text_embedder_hidden_size,
           """encoder_hid_dim_type""": """text_image_proj""",
           """cross_attention_dim""": self.cross_attention_dim,
           """attention_head_dim""": 4,
           """resnet_time_scale_shift""": """scale_shift""",
           """class_embed_type""": None,
       }

       _lowerCAmelCase						:       Optional[Any]  			=     UNetaDConditionModel(**a__  )
       return model






     @property
     def     __A  (		self  ):
       return {
           "block_out_channels": [32, 64],
           "down_block_types": ["DownEncoderBlock2D", "AttnDownEncoderBlock2D"],
           "in_channels": 3,
           "latent_channels": 4,
           "layers_per_block": 1,
           "norm_num_groups": 8,
           "norm_type": "spatial",
           "num_vq_embeddings": 12,
           "out_channels": 3,
           "up_block_types": [
               "AttnUpDecoderBlock2D",
               "UpDecoderBlock2D",
           ],
           "vq_embed_dim": 4,
       }






     @property
     def     __A  (		self  ):
       torch.manual_seed(0  )
       _lowerCAmelCase						:       str  			=     VQModel(**self.dummy_movq_kwargs  )
       return model






     def     __A  (		self  ):
       _lowerCAmelCase						:       Union[str, Any]  			=     self.dummy_text_encoder
       _lowerCAmelCase						:       List[Any]  			=     self.dummy_tokenizer
       _lowerCAmelCase						:       int  			=     self.dummy_unet
       _lowerCAmelCase						:       Dict  			=     self.dummy_movq

       _lowerCAmelCase						:       Tuple  			=     {
           """num_train_timesteps""": 1000,
           """beta_schedule""": """linear""",
           """beta_start""": 0.0_0_0_8_5,
           """beta_end""": 0.0_1_2,
           """clip_sample""": False,
           """set_alpha_to_one""": False,
           """steps_offset""": 0,
           """prediction_type""": """epsilon""",
           """thresholding""": False,
       }

       _lowerCAmelCase						:       Optional[Any]  			=     DDIMScheduler(**a__  )

       _lowerCAmelCase						:       List[Any]  			=     {
           """text_encoder""": text_encoder,
           """tokenizer""": tokenizer,
           """unet""": unet,
           """scheduler""": scheduler,
           """movq""": movq,
       }

       return components






     def     __A  (		self				,     a__				,     a__=0  ):
       _lowerCAmelCase						:       Optional[int]  			=     floats_tensor((1, self.cross_attention_dim)				,     rng=random.Random(a__  )  ).to(a__  )
       _lowerCAmelCase						:       int  			=     floats_tensor((1, self.cross_attention_dim)				,     rng=random.Random(seed + 1  )  ).to(a__  )
       # create init_image
       _lowerCAmelCase						:       List[Any]  			=     floats_tensor((1, 3, 64, 64)				,     rng=random.Random(a__  )  ).to(a__  )
       _lowerCAmelCase						:       int  			=     image.cpu().permute(0				,     2				,     3				,     1  )[0]
       _lowerCAmelCase						:       List[Any]  			=     Image.fromarray(np.uinta(a__  )  ).convert("""RGB"""  ).resize((256, 256)  )

       if str(a__  ).startswith("""mps"""  ):
         _lowerCAmelCase						:       List[Any]  			=     torch.manual_seed(a__  )
       else:
         _lowerCAmelCase						:       Tuple  			=     torch.Generator(device=a__  ).manual_seed(a__  )
       _lowerCAmelCase						:       Optional[Any]  			=     {
           """prompt""": """horse""",
           """image""": init_image,
           """image_embeds""": image_embeds,
           """negative_image_embeds""": negative_image_embeds,
           """generator""": generator,
           """height""": 64,
           """width""": 64,
           """num_inference_steps""": 10,
           """guidance_scale""": 7.0,
           """strength""": 0.2,
           """output_type""": """np""",
       }
       return inputs






     def     __A  (		self  ):
       _lowerCAmelCase						:       Any  			=     """cpu"""

       _lowerCAmelCase						:       int  			=     self.get_dummy_components()

       _lowerCAmelCase						:       int  			=     self.pipeline_class(**a__  )
       _lowerCAmelCase						:       Optional[int]  			=     pipe.to(a__  )

       pipe.set_progress_bar_config(disable=a__  )

       _lowerCAmelCase						:       Tuple  			=     pipe(**self.get_dummy_inputs(a__  )  )
       _lowerCAmelCase						:       List[Any]  			=     output.images

       _lowerCAmelCase						:       Tuple  			=     pipe(
           **self.get_dummy_inputs(a__  )				,     return_dict=a__				,     )[0]

       _lowerCAmelCase						:       Dict  			=     image[0, -3:, -3:, -1]
       _lowerCAmelCase						:       List[Any]  			=     image_from_tuple[0, -3:, -3:, -1]

       assert image.shape == (1, 64, 64, 3)

       _lowerCAmelCase						:       str  			=     np.array(
           [0.6_1_4_7_4_9_4_3, 0.6_0_7_3_5_3_9, 0.4_3_3_0_8_5_4_4, 0.5_9_2_8_2_6_9, 0.4_7_4_9_3_5_9_5, 0.4_6_7_5_5_9_7_3, 0.4_6_1_3_8_3_8, 0.4_5_3_6_8_7_9_7, 0.5_0_1_1_9_2_3_3]  )
       assert (
           np.abs(image_slice.flatten() - expected_slice  ).max() < 1e-2
       ), F" expected_slice {expected_slice}, but got {image_slice.flatten()}"
       assert (
           np.abs(image_from_tuple_slice.flatten() - expected_slice  ).max() < 1e-2
       ), F" expected_slice {expected_slice}, but got {image_from_tuple_slice.flatten()}"







@slow
@require_torch_gpu
class 						__A							( unittest.TestCase		):






     def     __A  (		self  ):
       # clean up the VRAM after each test
       super().tearDown()
       gc.collect()
       torch.cuda.empty_cache()






     def     __A  (		self  ):
       _lowerCAmelCase						:       Dict  			=     load_numpy(
           """https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main"""
           """/kandinsky/kandinsky_img2img_frog.npy"""  )

       _lowerCAmelCase						:       List[str]  			=     load_image(
           """https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main""" """/kandinsky/cat.png"""  )
       _lowerCAmelCase						:       Union[str, Any]  			=     """A red cartoon frog, 4k"""

       _lowerCAmelCase						:       int  			=     KandinskyPriorPipeline.from_pretrained(
           """kandinsky-community/kandinsky-2-1-prior"""				,     torch_dtype=torch.floataa  )
       pipe_prior.to(a__  )

       _lowerCAmelCase						:       Tuple  			=     KandinskyImgaImgPipeline.from_pretrained(
           """kandinsky-community/kandinsky-2-1"""				,     torch_dtype=torch.floataa  )
       _lowerCAmelCase						:       Any  			=     pipeline.to(a__  )

       pipeline.set_progress_bar_config(disable=a__  )

       _lowerCAmelCase						:       Any  			=     torch.Generator(device="""cpu"""  ).manual_seed(0  )
       _lowerCAmelCase			,	_lowerCAmelCase						:       Dict  			=     pipe_prior(
           a__				,     generator=a__				,     num_inference_steps=5				,     negative_prompt=""""""				,     ).to_tuple()

       _lowerCAmelCase						:       Union[str, Any]  			=     pipeline(
           a__				,     image=a__				,     image_embeds=a__				,     negative_image_embeds=a__				,     generator=a__				,     num_inference_steps=100				,     height=768				,     width=768				,     strength=0.2				,     output_type="""np"""				,     )

       _lowerCAmelCase						:       Dict  			=     output.images[0]

       assert image.shape == (768, 768, 3)

       assert_mean_pixel_difference(a__				,     a__  )




