



import copy

from ...configuration_utils import PretrainedConfig
from ...utils import add_start_docstrings


A__  :  Union[str, Any]								=					R'''
    [`RagConfig`] stores the configuration of a *RagModel*. Configuration objects inherit from [`PretrainedConfig`] and
    can be used to control the model outputs. Read the documentation from [`PretrainedConfig`] for more information.

    Args:
        title_sep (`str`, *optional*, defaults to  `" / "`):
            Separator inserted between the title and the text of the retrieved document when calling [`RagRetriever`].
        doc_sep (`str`, *optional*, defaults to  `" // "`):
            Separator inserted between the text of the retrieved document and the original input when calling
            [`RagRetriever`].
        n_docs (`int`, *optional*, defaults to 5):
            Number of documents to retrieve.
        max_combined_length (`int`, *optional*, defaults to 300):
            Max length of contextualized input returned by [`~RagRetriever.__call__`].
        retrieval_vector_size (`int`, *optional*, defaults to 768):
            Dimensionality of the document embeddings indexed by [`RagRetriever`].
        retrieval_batch_size (`int`, *optional*, defaults to 8):
            Retrieval batch size, defined as the number of queries issues concurrently to the faiss index encapsulated
            [`RagRetriever`].
        dataset (`str`, *optional*, defaults to `"wiki_dpr"`):
            A dataset identifier of the indexed dataset in HuggingFace Datasets (list all available datasets and ids
            using `datasets.list_datasets()`).
        dataset_split (`str`, *optional*, defaults to `"train"`)
            Which split of the `dataset` to load.
        index_name (`str`, *optional*, defaults to `"compressed"`)
            The index name of the index associated with the `dataset`. One can choose between `"legacy"`, `"exact"` and
            `"compressed"`.
        index_path (`str`, *optional*)
            The path to the serialized faiss index on disk.
        passages_path (`str`, *optional*):
            A path to text passages compatible with the faiss index. Required if using
            [`~models.rag.retrieval_rag.LegacyIndex`]
        use_dummy_dataset (`bool`, *optional*, defaults to `False`)
            Whether to load a "dummy" variant of the dataset specified by `dataset`.
        label_smoothing (`float`, *optional*, defaults to 0.0):
            Only relevant if `return_loss` is set to `True`. Controls the `epsilon` parameter value for label smoothing
            in the loss calculation. If set to 0, no label smoothing is performed.
        do_marginalize (`bool`, *optional*, defaults to `False`):
            If `True`, the logits are marginalized over all documents by making use of
            `torch.nn.functional.log_softmax`.
        reduce_loss (`bool`, *optional*, defaults to `False`):
            Whether or not to reduce the NLL loss using the `torch.Tensor.sum` operation.
        do_deduplication (`bool`, *optional*, defaults to `True`):
            Whether or not to deduplicate the generations from different context documents for a given input. Has to be
            set to `False` if used while training with distributed backend.
        exclude_bos_score (`bool`, *optional*, defaults to `False`):
            Whether or not to disregard the BOS token when computing the loss.
        output_retrieved(`bool`, *optional*, defaults to `False`):
            If set to `True`, `retrieved_doc_embeds`, `retrieved_doc_ids`, `context_input_ids` and
            `context_attention_mask` are returned. See returned tensors for more detail.
        use_cache (`bool`, *optional*, defaults to `True`):
            Whether or not the model should return the last key/values attentions (not used by all models).
        forced_eos_token_id (`int`, *optional*):
            The id of the token to force as the last generated token when `max_length` is reached. Usually set to
            `eos_token_id`.
'''



@add_start_docstrings(UpperCamelCase_						)
class 				__snake_case						(     UpperCamelCase_						):
							_a			      = '''rag'''
							_a			      = True




							def __init__(       self     :       str				,				A_     :       List[Any]=None				,				A_     :       str=True				,				A_     :       Tuple=None				,				A_     :       Union[str, Any]=None				,				A_     :       List[str]=None				,				A_     :       List[str]=None				,				A_     :       List[Any]=None				,				A_     :       Union[str, Any]=" / "				,				A_     :       Tuple=" // "				,				A_     :       Any=5				,				A_     :       Optional[Any]=3_0_0				,				A_     :       Tuple=7_6_8				,				A_     :       Union[str, Any]=8				,				A_     :       Dict="wiki_dpr"				,				A_     :       Optional[Any]="train"				,				A_     :       Dict="compressed"				,				A_     :       Optional[int]=None				,				A_     :       List[str]=None				,				A_     :       str=False				,				A_     :       Dict=False				,				A_     :       Dict=0.0				,				A_     :       List[str]=True				,				A_     :       List[str]=False				,				A_     :       List[Any]=False				,				A_     :       Any=False				,				A_     :       Optional[int]=True				,				A_     :       int=None				,				**A_     :       List[str]				,				):
									super().__init__(
									    bos_token_id=A_				,				pad_token_id=A_				,				eos_token_id=A_				,				decoder_start_token_id=A_				,				forced_eos_token_id=A_				,				is_encoder_decoder=A_				,				prefix=A_				,				vocab_size=A_				,				**A_				,				)
									assert (
									    "question_encoder" in kwargs and "generator" in kwargs
									), "Config has to be initialized with question_encoder and generator config"
									lowerCAmelCase_			:     List[str]									= kwargs.pop('''question_encoder''')
									lowerCAmelCase_			:     Tuple									= question_encoder_config.pop('''model_type''')
									lowerCAmelCase_			:     Tuple									= kwargs.pop('''generator''')
									lowerCAmelCase_			:     Dict									= decoder_config.pop('''model_type''')

									from ..auto.configuration_auto import AutoConfig

									lowerCAmelCase_			:     Union[str, Any]									= AutoConfig.for_model(A_				,				**A_)
									lowerCAmelCase_			:     int									= AutoConfig.for_model(A_				,				**A_)

									lowerCAmelCase_			:     List[Any]									= reduce_loss
									lowerCAmelCase_			:     Optional[Any]									= label_smoothing
									lowerCAmelCase_			:     Union[str, Any]									= exclude_bos_score
									lowerCAmelCase_			:     List[Any]									= do_marginalize

									lowerCAmelCase_			:     int									= title_sep
									lowerCAmelCase_			:     Optional[int]									= doc_sep
									lowerCAmelCase_			:     List[str]									= n_docs
									lowerCAmelCase_			:     int									= max_combined_length

									lowerCAmelCase_			:     Union[str, Any]									= dataset
									lowerCAmelCase_			:     int									= dataset_split
									lowerCAmelCase_			:     Dict									= index_name

									lowerCAmelCase_			:     Union[str, Any]									= retrieval_vector_size
									lowerCAmelCase_			:     Optional[Any]									= retrieval_batch_size
									lowerCAmelCase_			:     List[str]									= passages_path
									lowerCAmelCase_			:     Any									= index_path
									lowerCAmelCase_			:     int									= use_dummy_dataset

									lowerCAmelCase_			:     Tuple									= output_retrieved

									lowerCAmelCase_			:     List[Any]									= do_deduplication

									lowerCAmelCase_			:     Union[str, Any]									= use_cache

									if self.forced_eos_token_id is None:
											lowerCAmelCase_			:     List[Any]									= getattr(self.generator				,				'''forced_eos_token_id'''				,				A_)




							@classmethod
							def    UpperCAmelCase__			(       cls     :       str				,				A_     :       PretrainedConfig				,				A_     :       PretrainedConfig				,				**A_     :       Any):
									return cls(question_encoder=question_encoder_config.to_dict()				,				generator=generator_config.to_dict()				,				**A_)







							def    UpperCAmelCase__			(       self     :       str):
									lowerCAmelCase_			:     str									= copy.deepcopy(self.__dict__)
									lowerCAmelCase_			:     Tuple									= self.question_encoder.to_dict()
									lowerCAmelCase_			:     Dict									= self.generator.to_dict()
									lowerCAmelCase_			:     str									= self.__class__.model_type
									return output










from collections import defaultdict
from typing import Optional

from ..image_utils import load_image
from ..utils import (
    add_end_docstrings,
    is_torch_available,
    logging,
    requires_backends,
)
from .base import PIPELINE_INIT_ARGS, ChunkPipeline


if is_torch_available():
 import torch

 from ..models.auto.modeling_auto import MODEL_FOR_MASK_GENERATION_MAPPING

__snake_case						:List[Any]      		=     logging.get_logger(__name__)

@add_end_docstrings(__UpperCAmelCase    )
class     _A       (	__UpperCAmelCase    ):



       def __init__(		self							:     Dict     ,		**__SCREAMING_SNAKE_CASE							:     Tuple):


           '''simple docstring'''

           super().__init__(**__SCREAMING_SNAKE_CASE)
           requires_backends(self     ,		'''vision''')
           requires_backends(self     ,		'''torch''')

           if self.framework != "pt":
               raise ValueError(F'The {self.__class__} is only available in PyTorch.')

           self.check_model_type(__SCREAMING_SNAKE_CASE)



       def 		_lowerCamelCase			(		self							:     Any     ,		**__SCREAMING_SNAKE_CASE							:     Any):


           '''simple docstring'''

           __a						       =				{}
           __a						       =				{}
           __a						       =				{}
           # preprocess args
           if "points_per_batch" in kwargs:
               __a						       =				kwargs['''points_per_batch''']
           if "points_per_crop" in kwargs:
               __a						       =				kwargs['''points_per_crop''']
           if "crops_n_layers" in kwargs:
               __a						       =				kwargs['''crops_n_layers''']
           if "crop_overlap_ratio" in kwargs:
               __a						       =				kwargs['''crop_overlap_ratio''']
           if "crop_n_points_downscale_factor" in kwargs:
               __a						       =				kwargs['''crop_n_points_downscale_factor''']
           # postprocess args
           if "pred_iou_thresh" in kwargs:
               __a						       =				kwargs['''pred_iou_thresh''']
           if "stability_score_offset" in kwargs:
               __a						       =				kwargs['''stability_score_offset''']
           if "mask_threshold" in kwargs:
               __a						       =				kwargs['''mask_threshold''']
           if "stability_score_thresh" in kwargs:
               __a						       =				kwargs['''stability_score_thresh''']
           if "crops_nms_thresh" in kwargs:
               __a						       =				kwargs['''crops_nms_thresh''']
           if "output_rle_mask" in kwargs:
               __a						       =				kwargs['''output_rle_mask''']
           if "output_bboxes_mask" in kwargs:
               __a						       =				kwargs['''output_bboxes_mask''']
           return preprocess_kwargs, forward_params, postprocess_kwargs



       def __call__(		self							:     Union[str, Any]     ,		__SCREAMING_SNAKE_CASE							:     int     ,		*__SCREAMING_SNAKE_CASE							:     Optional[Any]     ,		__SCREAMING_SNAKE_CASE							:     Tuple=None     ,		__SCREAMING_SNAKE_CASE							:     Any=None     ,		**__SCREAMING_SNAKE_CASE							:     str):


           '''simple docstring'''

           return super().__call__(__SCREAMING_SNAKE_CASE     ,		*__SCREAMING_SNAKE_CASE     ,		num_workers=__SCREAMING_SNAKE_CASE     ,		batch_size=__SCREAMING_SNAKE_CASE     ,		**__SCREAMING_SNAKE_CASE)



       def 		_lowerCamelCase			(		self							:     Dict     ,		__SCREAMING_SNAKE_CASE							:     str     ,		__SCREAMING_SNAKE_CASE							:     Any=64     ,		__SCREAMING_SNAKE_CASE							:     int = 0     ,		__SCREAMING_SNAKE_CASE							:     float = 512 / 1_500     ,		__SCREAMING_SNAKE_CASE							:     Optional[int] = 32     ,		__SCREAMING_SNAKE_CASE							:     Optional[int] = 1     ,		):


           '''simple docstring'''

           __a						       =				load_image(__SCREAMING_SNAKE_CASE)
           __a						       =				self.image_processor.size['''longest_edge''']
           __a       ,   __a       ,   __a       ,   __a						       =				self.image_processor.generate_crop_boxes(
               __SCREAMING_SNAKE_CASE     ,		__SCREAMING_SNAKE_CASE     ,		__SCREAMING_SNAKE_CASE     ,		__SCREAMING_SNAKE_CASE     ,		__SCREAMING_SNAKE_CASE     ,		__SCREAMING_SNAKE_CASE)
           __a						       =				self.image_processor(images=__SCREAMING_SNAKE_CASE     ,		return_tensors='''pt''')

           with self.device_placement():
               if self.framework == "pt":
                   __a						       =				self.get_inference_context()
                   with inference_context():
                       __a						       =				self._ensure_tensor_on_device(__SCREAMING_SNAKE_CASE     ,		device=self.device)
                       __a						       =				self.model.get_image_embeddings(model_inputs.pop('''pixel_values'''))
                       __a						       =				image_embeddings

           __a						       =				grid_points.shape[1]
           __a						       =				points_per_batch if points_per_batch is not None else n_points

           if points_per_batch <= 0:
               raise ValueError(
                   '''Cannot have points_per_batch<=0. Must be >=1 to returned batched outputs. '''
                   '''To return all points at once, set points_per_batch to None''')

           for i in range(0     ,		__SCREAMING_SNAKE_CASE     ,		__SCREAMING_SNAKE_CASE):
               __a						       =				grid_points[:, i : i + points_per_batch, :, :]
               __a						       =				input_labels[:, i : i + points_per_batch]
               __a						       =				i == n_points - points_per_batch
               yield {
                   "input_points": batched_points,
                   "input_labels": labels,
                   "input_boxes": crop_boxes,
                   "is_last": is_last,
                   **model_inputs,
               }



       def 		_lowerCamelCase			(		self							:     Any     ,		__SCREAMING_SNAKE_CASE							:     Optional[Any]     ,		__SCREAMING_SNAKE_CASE							:     int=0.88     ,		__SCREAMING_SNAKE_CASE							:     List[Any]=0.95     ,		__SCREAMING_SNAKE_CASE							:     List[Any]=0     ,		__SCREAMING_SNAKE_CASE							:     int=1     ,		):


           '''simple docstring'''

           __a						       =				model_inputs.pop('''input_boxes''')
           __a						       =				model_inputs.pop('''is_last''')
           __a						       =				model_inputs.pop('''original_sizes''').tolist()
           __a						       =				model_inputs.pop('''reshaped_input_sizes''').tolist()

           __a						       =				self.model(**__SCREAMING_SNAKE_CASE)

           # post processing happens here in order to avoid CPU GPU copies of ALL the masks
           __a						       =				model_outputs['''pred_masks''']
           __a						       =				self.image_processor.post_process_masks(
               __SCREAMING_SNAKE_CASE     ,		__SCREAMING_SNAKE_CASE     ,		__SCREAMING_SNAKE_CASE     ,		__SCREAMING_SNAKE_CASE     ,		binarize=__SCREAMING_SNAKE_CASE)
           __a						       =				model_outputs['''iou_scores''']
           __a       ,   __a       ,   __a						       =				self.image_processor.filter_masks(
               masks[0]     ,		iou_scores[0]     ,		original_sizes[0]     ,		input_boxes[0]     ,		__SCREAMING_SNAKE_CASE     ,		__SCREAMING_SNAKE_CASE     ,		__SCREAMING_SNAKE_CASE     ,		__SCREAMING_SNAKE_CASE     ,		)
           return {
               "masks": masks,
               "is_last": is_last,
               "boxes": boxes,
               "iou_scores": iou_scores,
           }





       def 		_lowerCamelCase			(		self							:     int     ,		__SCREAMING_SNAKE_CASE							:     Dict     ,		__SCREAMING_SNAKE_CASE							:     Dict=False     ,		__SCREAMING_SNAKE_CASE							:     Tuple=False     ,		__SCREAMING_SNAKE_CASE							:     int=0.7     ,		):


           '''simple docstring'''

           __a						       =				[]
           __a						       =				[]
           __a						       =				[]
           for model_output in model_outputs:
               all_scores.append(model_output.pop('''iou_scores'''))
               all_masks.extend(model_output.pop('''masks'''))
               all_boxes.append(model_output.pop('''boxes'''))

           __a						       =				torch.cat(__SCREAMING_SNAKE_CASE)
           __a						       =				torch.cat(__SCREAMING_SNAKE_CASE)
           __a       ,   __a       ,   __a       ,   __a						       =				self.image_processor.post_process_for_mask_generation(
               __SCREAMING_SNAKE_CASE     ,		__SCREAMING_SNAKE_CASE     ,		__SCREAMING_SNAKE_CASE     ,		__SCREAMING_SNAKE_CASE)

           __a						       =				defaultdict(__SCREAMING_SNAKE_CASE)
           for output in model_outputs:
               for k, v in output.items():
                   extra[k].append(__SCREAMING_SNAKE_CASE)

           __a						       =				{}
           if output_rle_mask:
               __a						       =				rle_mask

           if output_bboxes_mask:
               __a						       =				bounding_boxes

           return {"masks": output_masks, "scores": iou_scores, **optional, **extra}





