



'''simple docstring'''






import os
from typing import List, Optional, Union

from ...tokenization_utils import PreTrainedTokenizer
from ...tokenization_utils_base import AddedToken
from ...utils import logging


UpperCamelCase__:   List[str]								=			logging.get_logger(__name__)

UpperCamelCase__:   Tuple								=			{"vocab_file": "vocab.txt"}

UpperCamelCase__:   Any								=			{
    "vocab_file": {
        "facebook/esm2_t6_8M_UR50D": "https://huggingface.co/facebook/esm2_t6_8M_UR50D/resolve/main/vocab.txt",
        "facebook/esm2_t12_35M_UR50D": "https://huggingface.co/facebook/esm2_t12_35M_UR50D/resolve/main/vocab.txt",
    },
}

UpperCamelCase__:   Dict								=			{
    "facebook/esm2_t6_8M_UR50D": 1024,
    "facebook/esm2_t12_35M_UR50D": 1024,
}


def  snake_case_     (					_lowerCAmelCase  :						int  )      ->   Dict:
							with open(_lowerCAmelCase   ,      '''r'''  ) as f:
														UpperCAmelCase :       List[Any] 							=		f.read().splitlines()
														return [l.strip() for l in lines]




class 				SCREAMING_SNAKE_CASE(							A__			):







	"""simple docstring"""






	lowerCamelCase__			 =       VOCAB_FILES_NAMES
	lowerCamelCase__			 =       PRETRAINED_VOCAB_FILES_MAP
	lowerCamelCase__			 =       PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
	lowerCamelCase__			 =       ["""input_ids""", """attention_mask"""]







	def __init__(						self			:     Any		,			__snake_case			:     str		,			__snake_case			:     int="<unk>"		,			__snake_case			:     List[Any]="<cls>"		,			__snake_case			:     Union[str, Any]="<pad>"		,			__snake_case			:     List[str]="<mask>"		,			__snake_case			:     Tuple="<eos>"		,			**__snake_case			:     Optional[int]		,			)			->		Optional[int]:
								super().__init__(**__snake_case		)
								UpperCAmelCase :       Tuple 							=		load_vocab_file(__snake_case		)
								UpperCAmelCase :       int 							=		dict(enumerate(self.all_tokens		)		)
								UpperCAmelCase :       List[str] 							=		{tok: ind for ind, tok in enumerate(self.all_tokens		)}
								UpperCAmelCase :       int 							=		unk_token
								UpperCAmelCase :       Optional[int] 							=		cls_token
								UpperCAmelCase :       Dict 							=		pad_token
								UpperCAmelCase :       Optional[int] 							=		mask_token
								UpperCAmelCase :       Any 							=		eos_token
								UpperCAmelCase :       Optional[Any] 							=		self.all_tokens
								self._create_trie(self.unique_no_split_tokens		)







	def      A	(						self			:     Optional[Any]		,			__snake_case			:     int		)			->		str:
								return self._id_to_token.get(__snake_case		,			self.unk_token		)







	def      A	(						self			:     str		,			__snake_case			:     str		)			->		int:
								return self._token_to_id.get(__snake_case		,			self._token_to_id.get(self.unk_token		)		)







	def      A	(						self			:     int		,			__snake_case			:     Optional[int]		,			**__snake_case			:     Tuple		)			->		str:
								return text.split()







	def      A	(						self			:     int		,			__snake_case			:     Any=False		)			->		Optional[int]:
								return len(self._id_to_token		)







	def      A	(						self			:     Any		)			->		str:
								return {token: i for i, token in enumerate(self.all_tokens		)}







	def      A	(						self			:     Tuple		,			__snake_case			:     str		)			->		int:
								return self._token_to_id.get(__snake_case		,			self._token_to_id.get(self.unk_token		)		)







	def      A	(						self			:     str		,			__snake_case			:     int		)			->		str:
								return self._id_to_token.get(__snake_case		,			self.unk_token		)







	def      A	(						self			:     Optional[int]		,			__snake_case			:     List[int]		,			__snake_case			:     Optional[List[int]] = None		)			->		List[int]:
								UpperCAmelCase :       Union[str, Any] 							=		[self.cls_token_id]
								UpperCAmelCase :       Optional[int] 							=		[self.eos_token_id]  # No sep token in ESM vocabulary
								if token_ids_a is None:
															if self.eos_token_id is None:
																						return cls + token_ids_a
															else:
																						return cls + token_ids_a + sep
								elif self.eos_token_id is None:
															raise ValueError('''Cannot tokenize multiple sequences when EOS token is not set!'''		)
								return cls + token_ids_a + sep + token_ids_a + sep  # Multiple inputs always have an EOS token







	def      A	(						self			:     Any		,			__snake_case			:     List		,			__snake_case			:     Optional[List] = None		,			__snake_case			:     bool = False		)			->		List[int]:
								if already_has_special_tokens:
															if token_ids_a is not None:
																						raise ValueError(
																						    '''You should not supply a second sequence if the provided sequence of '''
																						    '''ids is already formatted with special tokens for the model.'''		)

															return [1 if token in self.all_special_ids else 0 for token in token_ids_a]
								UpperCAmelCase :       List[Any] 							=		[1] + ([0] * len(__snake_case		)) + [1]
								if token_ids_a is not None:
															mask += [0] * len(__snake_case		) + [1]
								return mask







	def      A	(						self			:     Any		,			__snake_case			:     List[str]		,			__snake_case			:     Dict		)			->		Any:
								UpperCAmelCase :       int 							=		os.path.join(__snake_case		,			(filename_prefix + '''-''' if filename_prefix else '''''') + '''vocab.txt'''		)
								with open(__snake_case		,			'''w'''		) as f:
															f.write('''\n'''.join(self.all_tokens		)		)
								return (vocab_file,)







	@property
	def      A	(						self			:     int		)			->		int:
								return self.get_vocab_size(with_added_tokens=__snake_case		)







	def      A	(						self			:     int		,			__snake_case			:     Union[List[str], List[AddedToken]]		,			__snake_case			:     bool = False		)			->		int:
								return super()._add_tokens(__snake_case		,			special_tokens=__snake_case		)










'''simple docstring'''






import os
import tempfile
import unittest

import numpy as np

from diffusers.utils import is_flax_available
from diffusers.utils.testing_utils import require_flax, slow


if is_flax_available():
						import jax
						import jax.numpy as jnp
						from flax.jax_utils import replicate
						from flax.training.common_utils import shard

						from diffusers import FlaxDDIMScheduler, FlaxDiffusionPipeline, FlaxStableDiffusionPipeline

@require_flax
class 				SCREAMING_SNAKE_CASE(							unittest.TestCase			):







	"""simple docstring"""






	def      A	(						self			:     str		)			->		int:
								with tempfile.TemporaryDirectory() as tmpdirname:
															# pipeline has Flax weights
															UpperCAmelCase :       Optional[Any] 							=		FlaxDiffusionPipeline.from_pretrained(
															    '''hf-internal-testing/tiny-stable-diffusion-pipe'''		,			safety_checker=__snake_case		,			cache_dir=__snake_case		)

															UpperCAmelCase :       str 							=		[t[-1] for t in os.walk(os.path.join(__snake_case		,			os.listdir(__snake_case		)[0]		,			'''snapshots'''		)		)]
															UpperCAmelCase :       str 							=		[item for sublist in all_root_files for item in sublist]

															# None of the downloaded files should be a PyTorch file even if we have some here:
															# https://huggingface.co/hf-internal-testing/tiny-stable-diffusion-pipe/blob/main/unet/diffusion_pytorch_model.bin
															assert not any(f.endswith('''.bin'''		) for f in files		)

@slow
@require_flax
class 				SCREAMING_SNAKE_CASE(							unittest.TestCase			):







	"""simple docstring"""






	def      A	(						self			:     List[str]		)			->		Dict:
								UpperCAmelCase							,		UpperCAmelCase :       str 							=		FlaxStableDiffusionPipeline.from_pretrained(
								    '''hf-internal-testing/tiny-stable-diffusion-pipe'''		,			safety_checker=__snake_case		)

								UpperCAmelCase :       List[Any] 							=		(
								    '''A cinematic film still of Morgan Freeman starring as Jimi Hendrix, portrait, 40mm lens, shallow depth of'''
								    ''' field, close up, split lighting, cinematic'''
								)

								UpperCAmelCase :       List[str] 							=		jax.random.PRNGKey(0		)
								UpperCAmelCase :       Optional[Any] 							=		4

								UpperCAmelCase :       Optional[Any] 							=		jax.device_count()
								UpperCAmelCase :       Tuple 							=		num_samples * [prompt]
								UpperCAmelCase :       int 							=		pipeline.prepare_inputs(__snake_case		)

								# shard inputs and rng
								UpperCAmelCase :       Tuple 							=		replicate(__snake_case		)
								UpperCAmelCase :       Any 							=		jax.random.split(__snake_case		,			__snake_case		)
								UpperCAmelCase :       Optional[Any] 							=		shard(__snake_case		)

								UpperCAmelCase :       Optional[int] 							=		pipeline(__snake_case		,			__snake_case		,			__snake_case		,			__snake_case		,			jit=__snake_case		).images

								assert images.shape == (num_samples, 1, 64, 64, 3)
								if jax.device_count() == 8:
															assert np.abs(np.abs(images[0, 0, :2, :2, -2:]		,			dtype=np.floataa		).sum() - 4.1_51_47_45		) < 1E-3
															assert np.abs(np.abs(__snake_case		,			dtype=np.floataa		).sum() - 4_99_47.8_75		) < 5E-1

								UpperCAmelCase :       Union[str, Any] 							=		pipeline.numpy_to_pil(np.asarray(images.reshape((num_samples,) + images.shape[-3:]		)		)		)
								assert len(__snake_case		) == num_samples







	def      A	(						self			:     List[Any]		)			->		List[str]:
								UpperCAmelCase							,		UpperCAmelCase :       Union[str, Any] 							=		FlaxStableDiffusionPipeline.from_pretrained(
								    '''CompVis/stable-diffusion-v1-4'''		,			revision='''flax'''		,			safety_checker=__snake_case		)

								UpperCAmelCase :       Dict 							=		(
								    '''A cinematic film still of Morgan Freeman starring as Jimi Hendrix, portrait, 40mm lens, shallow depth of'''
								    ''' field, close up, split lighting, cinematic'''
								)

								UpperCAmelCase :       Optional[Any] 							=		jax.random.PRNGKey(0		)
								UpperCAmelCase :       Any 							=		50

								UpperCAmelCase :       Union[str, Any] 							=		jax.device_count()
								UpperCAmelCase :       int 							=		num_samples * [prompt]
								UpperCAmelCase :       Union[str, Any] 							=		pipeline.prepare_inputs(__snake_case		)

								# shard inputs and rng
								UpperCAmelCase :       Dict 							=		replicate(__snake_case		)
								UpperCAmelCase :       int 							=		jax.random.split(__snake_case		,			__snake_case		)
								UpperCAmelCase :       Tuple 							=		shard(__snake_case		)

								UpperCAmelCase :       Tuple 							=		pipeline(__snake_case		,			__snake_case		,			__snake_case		,			__snake_case		,			jit=__snake_case		).images

								assert images.shape == (num_samples, 1, 512, 512, 3)
								if jax.device_count() == 8:
															assert np.abs((np.abs(images[0, 0, :2, :2, -2:]		,			dtype=np.floataa		).sum() - 0.05_65_24_01)		) < 1E-3
															assert np.abs((np.abs(__snake_case		,			dtype=np.floataa		).sum() - 2_38_38_08.2)		) < 5E-1







	def      A	(						self			:     int		)			->		Dict:
								UpperCAmelCase							,		UpperCAmelCase :       List[str] 							=		FlaxStableDiffusionPipeline.from_pretrained(
								    '''CompVis/stable-diffusion-v1-4'''		,			revision='''bf16'''		,			dtype=jnp.bfloataa		,			safety_checker=__snake_case		)

								UpperCAmelCase :       Dict 							=		(
								    '''A cinematic film still of Morgan Freeman starring as Jimi Hendrix, portrait, 40mm lens, shallow depth of'''
								    ''' field, close up, split lighting, cinematic'''
								)

								UpperCAmelCase :       Union[str, Any] 							=		jax.random.PRNGKey(0		)
								UpperCAmelCase :       List[str] 							=		50

								UpperCAmelCase :       Union[str, Any] 							=		jax.device_count()
								UpperCAmelCase :       List[Any] 							=		num_samples * [prompt]
								UpperCAmelCase :       int 							=		pipeline.prepare_inputs(__snake_case		)

								# shard inputs and rng
								UpperCAmelCase :       Tuple 							=		replicate(__snake_case		)
								UpperCAmelCase :       List[Any] 							=		jax.random.split(__snake_case		,			__snake_case		)
								UpperCAmelCase :       Optional[int] 							=		shard(__snake_case		)

								UpperCAmelCase :       Optional[Any] 							=		pipeline(__snake_case		,			__snake_case		,			__snake_case		,			__snake_case		,			jit=__snake_case		).images

								assert images.shape == (num_samples, 1, 512, 512, 3)
								if jax.device_count() == 8:
															assert np.abs((np.abs(images[0, 0, :2, :2, -2:]		,			dtype=np.floataa		).sum() - 0.04_00_39_06)		) < 1E-3
															assert np.abs((np.abs(__snake_case		,			dtype=np.floataa		).sum() - 2_37_35_16.75)		) < 5E-1







	def      A	(						self			:     int		)			->		Any:
								UpperCAmelCase							,		UpperCAmelCase :       Dict 							=		FlaxStableDiffusionPipeline.from_pretrained(
								    '''CompVis/stable-diffusion-v1-4'''		,			revision='''bf16'''		,			dtype=jnp.bfloataa		)

								UpperCAmelCase :       List[str] 							=		(
								    '''A cinematic film still of Morgan Freeman starring as Jimi Hendrix, portrait, 40mm lens, shallow depth of'''
								    ''' field, close up, split lighting, cinematic'''
								)

								UpperCAmelCase :       List[str] 							=		jax.random.PRNGKey(0		)
								UpperCAmelCase :       Union[str, Any] 							=		50

								UpperCAmelCase :       Optional[int] 							=		jax.device_count()
								UpperCAmelCase :       List[str] 							=		num_samples * [prompt]
								UpperCAmelCase :       Dict 							=		pipeline.prepare_inputs(__snake_case		)

								# shard inputs and rng
								UpperCAmelCase :       Tuple 							=		replicate(__snake_case		)
								UpperCAmelCase :       Any 							=		jax.random.split(__snake_case		,			__snake_case		)
								UpperCAmelCase :       str 							=		shard(__snake_case		)

								UpperCAmelCase :       Optional[int] 							=		pipeline(__snake_case		,			__snake_case		,			__snake_case		,			__snake_case		,			jit=__snake_case		).images

								assert images.shape == (num_samples, 1, 512, 512, 3)
								if jax.device_count() == 8:
															assert np.abs((np.abs(images[0, 0, :2, :2, -2:]		,			dtype=np.floataa		).sum() - 0.04_00_39_06)		) < 1E-3
															assert np.abs((np.abs(__snake_case		,			dtype=np.floataa		).sum() - 2_37_35_16.75)		) < 5E-1







	def      A	(						self			:     Tuple		)			->		Optional[Any]:
								UpperCAmelCase :       int 							=		FlaxDDIMScheduler(
								    beta_start=0.0_00_85		,			beta_end=0.0_12		,			beta_schedule='''scaled_linear'''		,			set_alpha_to_one=__snake_case		,			steps_offset=1		,			)

								UpperCAmelCase							,		UpperCAmelCase :       Tuple 							=		FlaxStableDiffusionPipeline.from_pretrained(
								    '''CompVis/stable-diffusion-v1-4'''		,			revision='''bf16'''		,			dtype=jnp.bfloataa		,			scheduler=__snake_case		,			safety_checker=__snake_case		,			)
								UpperCAmelCase :       Tuple 							=		scheduler.create_state()

								UpperCAmelCase :       Dict 							=		scheduler_state

								UpperCAmelCase :       str 							=		(
								    '''A cinematic film still of Morgan Freeman starring as Jimi Hendrix, portrait, 40mm lens, shallow depth of'''
								    ''' field, close up, split lighting, cinematic'''
								)

								UpperCAmelCase :       int 							=		jax.random.PRNGKey(0		)
								UpperCAmelCase :       Union[str, Any] 							=		50

								UpperCAmelCase :       Optional[Any] 							=		jax.device_count()
								UpperCAmelCase :       Any 							=		num_samples * [prompt]
								UpperCAmelCase :       Dict 							=		pipeline.prepare_inputs(__snake_case		)

								# shard inputs and rng
								UpperCAmelCase :       str 							=		replicate(__snake_case		)
								UpperCAmelCase :       List[str] 							=		jax.random.split(__snake_case		,			__snake_case		)
								UpperCAmelCase :       Optional[int] 							=		shard(__snake_case		)

								UpperCAmelCase :       Dict 							=		pipeline(__snake_case		,			__snake_case		,			__snake_case		,			__snake_case		,			jit=__snake_case		).images

								assert images.shape == (num_samples, 1, 512, 512, 3)
								if jax.device_count() == 8:
															assert np.abs((np.abs(images[0, 0, :2, :2, -2:]		,			dtype=np.floataa		).sum() - 0.0_45_04_39_45)		) < 1E-3
															assert np.abs((np.abs(__snake_case		,			dtype=np.floataa		).sum() - 2_34_76_93.5)		) < 5E-1







	def      A	(						self			:     Any		)			->		Tuple:
								UpperCAmelCase :       List[Any] 							=		(
								    '''A cinematic film still of Morgan Freeman starring as Jimi Hendrix, portrait, 40mm lens, shallow depth of'''
								    ''' field, close up, split lighting, cinematic'''
								)

								UpperCAmelCase :       Union[str, Any] 							=		jax.device_count()
								UpperCAmelCase :       List[Any] 							=		num_samples * [prompt]
								UpperCAmelCase :       str 							=		jax.random.split(jax.random.PRNGKey(0		)		,			__snake_case		)

								UpperCAmelCase							,		UpperCAmelCase :       Tuple 							=		FlaxStableDiffusionPipeline.from_pretrained(
								    '''CompVis/stable-diffusion-v1-4'''		,			revision='''bf16'''		,			dtype=jnp.bfloataa		,			safety_checker=__snake_case		,			)

								UpperCAmelCase :       Dict 							=		replicate(__snake_case		)
								UpperCAmelCase :       Optional[Any] 							=		pipeline.prepare_inputs(__snake_case		)
								UpperCAmelCase :       List[str] 							=		shard(__snake_case		)
								UpperCAmelCase :       Any 							=		pipeline(__snake_case		,			__snake_case		,			__snake_case		,			jit=__snake_case		).images
								assert images.shape == (num_samples, 1, 512, 512, 3)
								UpperCAmelCase :       Optional[int] 							=		images[2, 0, 256, 10:17, 1]

								# With memory efficient attention
								UpperCAmelCase							,		UpperCAmelCase :       Any 							=		FlaxStableDiffusionPipeline.from_pretrained(
								    '''CompVis/stable-diffusion-v1-4'''		,			revision='''bf16'''		,			dtype=jnp.bfloataa		,			safety_checker=__snake_case		,			use_memory_efficient_attention=__snake_case		,			)

								UpperCAmelCase :       int 							=		replicate(__snake_case		)
								UpperCAmelCase :       int 							=		pipeline.prepare_inputs(__snake_case		)
								UpperCAmelCase :       List[Any] 							=		shard(__snake_case		)
								UpperCAmelCase :       Optional[Any] 							=		pipeline(__snake_case		,			__snake_case		,			__snake_case		,			jit=__snake_case		).images
								assert images_eff.shape == (num_samples, 1, 512, 512, 3)
								UpperCAmelCase :       int 							=		images[2, 0, 256, 10:17, 1]

								# I checked the results visually and they are very similar. However, I saw that the max diff is `1` and the `sum`
								# over the 8 images is exactly `256`, which is very suspicious. Testing a random slice for now.
								assert abs(slice_eff - slice		).max() < 1E-2





