


lowerCAmelCase__      		= '0.18.2'

from .configuration_utils import ConfigMixin
from .utils import (
    OptionalDependencyNotAvailable,
    is_flax_available,
    is_inflect_available,
    is_invisible_watermark_available,
    is_k_diffusion_available,
    is_k_diffusion_version,
    is_librosa_available,
    is_note_seq_available,
    is_onnx_available,
    is_scipy_available,
    is_torch_available,
    is_torchsde_available,
    is_transformers_available,
    is_transformers_version,
    is_unidecode_available,
    logging,
)


try:
    if not is_onnx_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_onnx_objects import *  # noqa F403
else:
    from .pipelines import OnnxRuntimeModel

try:
    if not is_torch_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_pt_objects import *  # noqa F403
else:
    from .models import (
        AutoencoderKL,
        ControlNetModel,
        ModelMixin,
        PriorTransformer,
        TaFilmDecoder,
        TransformeraDModel,
        UNetaDModel,
        UNetaDConditionModel,
        UNetaDModel,
        UNetaDConditionModel,
        VQModel,
    )
    from .optimization import (
        get_constant_schedule,
        get_constant_schedule_with_warmup,
        get_cosine_schedule_with_warmup,
        get_cosine_with_hard_restarts_schedule_with_warmup,
        get_linear_schedule_with_warmup,
        get_polynomial_decay_schedule_with_warmup,
        get_scheduler,
    )
    from .pipelines import (
        AudioPipelineOutput,
        ConsistencyModelPipeline,
        DanceDiffusionPipeline,
        DDIMPipeline,
        DDPMPipeline,
        DiffusionPipeline,
        DiTPipeline,
        ImagePipelineOutput,
        KarrasVePipeline,
        LDMPipeline,
        LDMSuperResolutionPipeline,
        PNDMPipeline,
        RePaintPipeline,
        ScoreSdeVePipeline,
    )
    from .schedulers import (
        CMStochasticIterativeScheduler,
        DDIMInverseScheduler,
        DDIMParallelScheduler,
        DDIMScheduler,
        DDPMParallelScheduler,
        DDPMScheduler,
        DEISMultistepScheduler,
        DPMSolverMultistepInverseScheduler,
        DPMSolverMultistepScheduler,
        DPMSolverSinglestepScheduler,
        EulerAncestralDiscreteScheduler,
        EulerDiscreteScheduler,
        HeunDiscreteScheduler,
        IPNDMScheduler,
        KarrasVeScheduler,
        KDPMaAncestralDiscreteScheduler,
        KDPMaDiscreteScheduler,
        PNDMScheduler,
        RePaintScheduler,
        SchedulerMixin,
        ScoreSdeVeScheduler,
        UnCLIPScheduler,
        UniPCMultistepScheduler,
        VQDiffusionScheduler,
    )
    from .training_utils import EMAModel

try:
    if not (is_torch_available() and is_scipy_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_scipy_objects import *  # noqa F403
else:
    from .schedulers import LMSDiscreteScheduler

try:
    if not (is_torch_available() and is_torchsde_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_torchsde_objects import *  # noqa F403
else:
    from .schedulers import DPMSolverSDEScheduler

try:
    if not (is_torch_available() and is_transformers_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_transformers_objects import *  # noqa F403
else:
    from .pipelines import (
        AltDiffusionImgaImgPipeline,
        AltDiffusionPipeline,
        AudioLDMPipeline,
        CycleDiffusionPipeline,
        IFImgaImgPipeline,
        IFImgaImgSuperResolutionPipeline,
        IFInpaintingPipeline,
        IFInpaintingSuperResolutionPipeline,
        IFPipeline,
        IFSuperResolutionPipeline,
        ImageTextPipelineOutput,
        KandinskyImgaImgPipeline,
        KandinskyInpaintPipeline,
        KandinskyPipeline,
        KandinskyPriorPipeline,
        KandinskyVaaControlnetImgaImgPipeline,
        KandinskyVaaControlnetPipeline,
        KandinskyVaaImgaImgPipeline,
        KandinskyVaaInpaintPipeline,
        KandinskyVaaPipeline,
        KandinskyVaaPriorEmbaEmbPipeline,
        KandinskyVaaPriorPipeline,
        LDMTextToImagePipeline,
        PaintByExamplePipeline,
        SemanticStableDiffusionPipeline,
        ShapEImgaImgPipeline,
        ShapEPipeline,
        StableDiffusionAttendAndExcitePipeline,
        StableDiffusionControlNetImgaImgPipeline,
        StableDiffusionControlNetInpaintPipeline,
        StableDiffusionControlNetPipeline,
        StableDiffusionDepthaImgPipeline,
        StableDiffusionDiffEditPipeline,
        StableDiffusionImageVariationPipeline,
        StableDiffusionImgaImgPipeline,
        StableDiffusionInpaintPipeline,
        StableDiffusionInpaintPipelineLegacy,
        StableDiffusionInstructPixaPixPipeline,
        StableDiffusionLatentUpscalePipeline,
        StableDiffusionLDMaDPipeline,
        StableDiffusionModelEditingPipeline,
        StableDiffusionPanoramaPipeline,
        StableDiffusionParadigmsPipeline,
        StableDiffusionPipeline,
        StableDiffusionPipelineSafe,
        StableDiffusionPixaPixZeroPipeline,
        StableDiffusionSAGPipeline,
        StableDiffusionUpscalePipeline,
        StableUnCLIPImgaImgPipeline,
        StableUnCLIPPipeline,
        TextToVideoSDPipeline,
        TextToVideoZeroPipeline,
        UnCLIPImageVariationPipeline,
        UnCLIPPipeline,
        UniDiffuserModel,
        UniDiffuserPipeline,
        UniDiffuserTextDecoder,
        VersatileDiffusionDualGuidedPipeline,
        VersatileDiffusionImageVariationPipeline,
        VersatileDiffusionPipeline,
        VersatileDiffusionTextToImagePipeline,
        VideoToVideoSDPipeline,
        VQDiffusionPipeline,
    )

try:
    if not (is_torch_available() and is_transformers_available() and is_invisible_watermark_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_transformers_and_invisible_watermark_objects import *  # noqa F403
else:
    from .pipelines import StableDiffusionXLImgaImgPipeline, StableDiffusionXLPipeline

try:
    if not (is_torch_available() and is_transformers_available() and is_k_diffusion_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_transformers_and_k_diffusion_objects import *  # noqa F403
else:
    from .pipelines import StableDiffusionKDiffusionPipeline

try:
    if not (is_torch_available() and is_transformers_available() and is_onnx_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_transformers_and_onnx_objects import *  # noqa F403
else:
    from .pipelines import (
        OnnxStableDiffusionImgaImgPipeline,
        OnnxStableDiffusionInpaintPipeline,
        OnnxStableDiffusionInpaintPipelineLegacy,
        OnnxStableDiffusionPipeline,
        OnnxStableDiffusionUpscalePipeline,
        StableDiffusionOnnxPipeline,
    )

try:
    if not (is_torch_available() and is_librosa_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_librosa_objects import *  # noqa F403
else:
    from .pipelines import AudioDiffusionPipeline, Mel

try:
    if not (is_transformers_available() and is_torch_available() and is_note_seq_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_transformers_and_torch_and_note_seq_objects import *  # noqa F403
else:
    from .pipelines import SpectrogramDiffusionPipeline

try:
    if not is_flax_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_flax_objects import *  # noqa F403
else:
    from .models.controlnet_flax import FlaxControlNetModel
    from .models.modeling_flax_utils import FlaxModelMixin
    from .models.unet_ad_condition_flax import FlaxUNetaDConditionModel
    from .models.vae_flax import FlaxAutoencoderKL
    from .pipelines import FlaxDiffusionPipeline
    from .schedulers import (
        FlaxDDIMScheduler,
        FlaxDDPMScheduler,
        FlaxDPMSolverMultistepScheduler,
        FlaxKarrasVeScheduler,
        FlaxLMSDiscreteScheduler,
        FlaxPNDMScheduler,
        FlaxSchedulerMixin,
        FlaxScoreSdeVeScheduler,
    )


try:
    if not (is_flax_available() and is_transformers_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_flax_and_transformers_objects import *  # noqa F403
else:
    from .pipelines import (
        FlaxStableDiffusionControlNetPipeline,
        FlaxStableDiffusionImgaImgPipeline,
        FlaxStableDiffusionInpaintPipeline,
        FlaxStableDiffusionPipeline,
    )

try:
    if not (is_note_seq_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_note_seq_objects import *  # noqa F403
else:
    from .pipelines import MidiProcessor




import os
from shutil import copyfile
from typing import List, Optional, Tuple

from tokenizers import processors

from ...tokenization_utils import AddedToken, BatchEncoding
from ...tokenization_utils_fast import PreTrainedTokenizerFast
from ...utils import is_sentencepiece_available, logging


if is_sentencepiece_available():
    from .tokenization_mbart import MBartTokenizer
else:
    lowerCAmelCase__      		= None


lowerCAmelCase__      		= logging.get_logger(__name__)


lowerCAmelCase__      		= {'vocab_file': 'sentencepiece.bpe.model', 'tokenizer_file': 'tokenizer.json'}

lowerCAmelCase__      		= {
    'vocab_file': {
        'facebook/mbart-large-en-ro': (
            'https://huggingface.co/facebook/mbart-large-en-ro/resolve/main/sentencepiece.bpe.model'
        ),
        'facebook/mbart-large-cc25': (
            'https://huggingface.co/facebook/mbart-large-cc25/resolve/main/sentencepiece.bpe.model'
        ),
    },
    'tokenizer_file': {
        'facebook/mbart-large-en-ro': 'https://huggingface.co/facebook/mbart-large-en-ro/resolve/main/tokenizer.json',
        'facebook/mbart-large-cc25': 'https://huggingface.co/facebook/mbart-large-cc25/resolve/main/tokenizer.json',
    },
}

lowerCAmelCase__      		= {
    'facebook/mbart-large-en-ro': 10_24,
    'facebook/mbart-large-cc25': 10_24,
}

# fmt: off
lowerCAmelCase__      		= ['ar_AR', 'cs_CZ', 'de_DE', 'en_XX', 'es_XX', 'et_EE', 'fi_FI', 'fr_XX', 'gu_IN', 'hi_IN', 'it_IT', 'ja_XX', 'kk_KZ', 'ko_KR', 'lt_LT', 'lv_LV', 'my_MM', 'ne_NP', 'nl_XX', 'ro_RO', 'ru_RU', 'si_LK', 'tr_TR', 'vi_VN', 'zh_CN']







class      lowerCAmelCase__       (				a):




     '''simple docstring'''
     __SCREAMING_SNAKE_CASE  			= VOCAB_FILES_NAMES
     __SCREAMING_SNAKE_CASE  			= PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
     __SCREAMING_SNAKE_CASE  			= PRETRAINED_VOCAB_FILES_MAP
     __SCREAMING_SNAKE_CASE  			= ["input_ids", "attention_mask"]
     __SCREAMING_SNAKE_CASE  			= MBartTokenizer

     __SCREAMING_SNAKE_CASE  			= []
     __SCREAMING_SNAKE_CASE  			= []


     def __init__(						self ,						__lowerCamelCase=None ,						__lowerCamelCase=None ,						__lowerCamelCase="<s>" ,						__lowerCamelCase="</s>" ,						__lowerCamelCase="</s>" ,						__lowerCamelCase="<s>" ,						__lowerCamelCase="<unk>" ,						__lowerCamelCase="<pad>" ,						__lowerCamelCase="<mask>" ,						__lowerCamelCase=None ,						__lowerCamelCase=None ,						__lowerCamelCase=None ,						**__lowerCamelCase ,						)			->				Optional[int]:
            # Mask token behave like a normal word, i.e. include the space before it
            _A      :       List[str]				    = AddedToken(__lowerCamelCase ,						lstrip=__lowerCamelCase ,						rstrip=__lowerCamelCase) if isinstance(__lowerCamelCase ,						__lowerCamelCase) else mask_token

            super().__init__(
                vocab_file=__lowerCamelCase ,						tokenizer_file=__lowerCamelCase ,						bos_token=__lowerCamelCase ,						eos_token=__lowerCamelCase ,						sep_token=__lowerCamelCase ,						cls_token=__lowerCamelCase ,						unk_token=__lowerCamelCase ,						pad_token=__lowerCamelCase ,						mask_token=__lowerCamelCase ,						src_lang=__lowerCamelCase ,						tgt_lang=__lowerCamelCase ,						additional_special_tokens=__lowerCamelCase ,						**__lowerCamelCase ,						)

            _A      :       Union[str, Any]				    = vocab_file
            _A      :       int				    = False if not self.vocab_file else True

            _A      :       Optional[int]				    = FAIRSEQ_LANGUAGE_CODES.copy()

            if additional_special_tokens is not None:
                   # Only add those special tokens if they are not already there.
                   _additional_special_tokens.extend(
                       [t for t in additional_special_tokens if t not in _additional_special_tokens])

            self.add_special_tokens({"additional_special_tokens": _additional_special_tokens})
            _A      :       Union[str, Any]				    = {
                lang_code: self.convert_tokens_to_ids(__lowerCamelCase) for lang_code in FAIRSEQ_LANGUAGE_CODES
            }

            _A      :       Optional[int]				    = src_lang if src_lang is not None else "en_XX"
            _A      :       Union[str, Any]				    = self.convert_tokens_to_ids(self._src_lang)
            _A      :       int				    = tgt_lang
            self.set_src_lang_special_tokens(self._src_lang)


     @property
     def  _lowerCamelCase (						self)			->				str:
            return self._src_lang


     @src_lang.setter
     def  _lowerCamelCase (						self ,						__lowerCamelCase)			->				None:
            _A      :       Dict				    = new_src_lang
            self.set_src_lang_special_tokens(self._src_lang)


     def  _lowerCamelCase (						self ,						__lowerCamelCase ,						__lowerCamelCase = None)			->				List[int]:
            if token_ids_a is None:
                   return self.prefix_tokens + token_ids_a + self.suffix_tokens
            # We don't expect to process pairs, but leave the pair logic for API consistency
            return self.prefix_tokens + token_ids_a + token_ids_a + self.suffix_tokens


     def  _lowerCamelCase (						self ,						__lowerCamelCase ,						__lowerCamelCase = None)			->				List[int]:
            _A      :       List[str]				    = [self.sep_token_id]
            _A      :       List[str]				    = [self.cls_token_id]

            if token_ids_a is None:
                   return len(cls + token_ids_a + sep) * [0]
            return len(cls + token_ids_a + sep + sep + token_ids_a + sep) * [0]


     def  _lowerCamelCase (						self ,						__lowerCamelCase ,						__lowerCamelCase ,						__lowerCamelCase ,						__lowerCamelCase ,						**__lowerCamelCase)			->				Dict:
            if src_lang is None or tgt_lang is None:
                   raise ValueError("Translation requires a `src_lang` and a `tgt_lang` for this model")
            _A      :       str				    = src_lang
            _A      :       Any				    = self(__lowerCamelCase ,						add_special_tokens=__lowerCamelCase ,						return_tensors=__lowerCamelCase ,						**__lowerCamelCase)
            _A      :       Tuple				    = self.convert_tokens_to_ids(__lowerCamelCase)
            _A      :       Dict				    = tgt_lang_id
            return inputs


     def  _lowerCamelCase (						self ,						__lowerCamelCase ,						__lowerCamelCase = "en_XX" ,						__lowerCamelCase = None ,						__lowerCamelCase = "ro_RO" ,						**__lowerCamelCase ,						)			->				BatchEncoding:
            _A      :       Any				    = src_lang
            _A      :       int				    = tgt_lang
            return super().prepare_seqaseq_batch(__lowerCamelCase ,						__lowerCamelCase ,						**__lowerCamelCase)


     def  _lowerCamelCase (						self)			->				List[str]:
            return self.set_src_lang_special_tokens(self.src_lang)


     def  _lowerCamelCase (						self)			->				List[Any]:
            return self.set_tgt_lang_special_tokens(self.tgt_lang)


     def  _lowerCamelCase (						self ,						__lowerCamelCase)			->				None:
            _A      :       int				    = self.convert_tokens_to_ids(__lowerCamelCase)
            _A      :       int				    = []
            _A      :       List[str]				    = [self.eos_token_id, self.cur_lang_code]

            _A      :       Union[str, Any]				    = self.convert_ids_to_tokens(self.prefix_tokens)
            _A      :       str				    = self.convert_ids_to_tokens(self.suffix_tokens)

            _A      :       List[Any]				    = processors.TemplateProcessing(
                single=prefix_tokens_str + ["$A"] + suffix_tokens_str ,						pair=prefix_tokens_str + ["$A", "$B"] + suffix_tokens_str ,						special_tokens=list(zip(prefix_tokens_str + suffix_tokens_str ,						self.prefix_tokens + self.suffix_tokens)) ,						)


     def  _lowerCamelCase (						self ,						__lowerCamelCase)			->				None:
            _A      :       Optional[int]				    = self.convert_tokens_to_ids(__lowerCamelCase)
            _A      :       List[Any]				    = []
            _A      :       str				    = [self.eos_token_id, self.cur_lang_code]

            _A      :       Optional[int]				    = self.convert_ids_to_tokens(self.prefix_tokens)
            _A      :       int				    = self.convert_ids_to_tokens(self.suffix_tokens)

            _A      :       str				    = processors.TemplateProcessing(
                single=prefix_tokens_str + ["$A"] + suffix_tokens_str ,						pair=prefix_tokens_str + ["$A", "$B"] + suffix_tokens_str ,						special_tokens=list(zip(prefix_tokens_str + suffix_tokens_str ,						self.prefix_tokens + self.suffix_tokens)) ,						)


     def  _lowerCamelCase (						self ,						__lowerCamelCase ,						__lowerCamelCase = None)			->				Tuple[str]:
            if not self.can_save_slow_tokenizer:
                   raise ValueError(
                       "Your fast tokenizer does not have the necessary information to save the vocabulary for a slow "
                       "tokenizer.")

            if not os.path.isdir(__lowerCamelCase):
                   logger.error(F"Vocabulary path ({save_directory}) should be a directory.")
                   return
            _A      :       int				    = os.path.join(
                __lowerCamelCase ,						(filename_prefix + "-" if filename_prefix else "") + VOCAB_FILES_NAMES["vocab_file"])

            if os.path.abspath(self.vocab_file) != os.path.abspath(__lowerCamelCase):
                   copyfile(self.vocab_file ,						__lowerCamelCase)

            return (out_vocab_file,)
