






import unittest

import numpy as np
from datasets import load_dataset

from transformers.testing_utils import require_torch, require_vision
from transformers.utils import is_torch_available, is_vision_available

from ...test_image_processing_common import ImageProcessingSavingTestMixin, prepare_image_inputs


if is_torch_available():
					import torch

if is_vision_available():
					from PIL import Image

					from transformers import SegformerImageProcessor





class        a__      (	unittest.TestCase		):






		def __init__(      self							, lowercase__							, lowercase__=7							, lowercase__=3							, lowercase__=30							, lowercase__=400							, lowercase__=True							, lowercase__=None							, lowercase__=True							, lowercase__=[0.5, 0.5, 0.5]							, lowercase__=[0.5, 0.5, 0.5]							, lowercase__=False							, )				->				Tuple:
				__A    =							size if size is not None else {"height": 30, "width": 30}
				__A    =							parent
				__A    =							batch_size
				__A    =							num_channels
				__A    =							min_resolution
				__A    =							max_resolution
				__A    =							do_resize
				__A    =							size
				__A    =							do_normalize
				__A    =							image_mean
				__A    =							image_std
				__A    =							do_reduce_labels






		def 					_lowerCamelCase					(      self						)				->				Union[str, Any]:
				return {
				    "do_resize": self.do_resize,
				    "size": self.size,
				    "do_normalize": self.do_normalize,
				    "image_mean": self.image_mean,
				    "image_std": self.image_std,
				    "do_reduce_labels": self.do_reduce_labels,
				}



def      UpperCAmelCase						( ):


		'''simple docstring'''

		__A    =							load_dataset("hf-internal-testing/fixtures_ade20k"					,     split="test"	)

		__A    =							Image.open(dataset[0]["file"]	)
		__A    =							Image.open(dataset[1]["file"]	)

		return image, map



def      UpperCAmelCase						( ):


		'''simple docstring'''

		__A    =							load_dataset("hf-internal-testing/fixtures_ade20k"					,     split="test"	)

		__A    =							Image.open(dataset[0]["file"]	)
		__A    =							Image.open(dataset[1]["file"]	)
		__A    =							Image.open(dataset[2]["file"]	)
		__A    =							Image.open(dataset[3]["file"]	)

		return [imagea, imagea], [mapa, mapa]





@require_torch
@require_vision
class        a__      (	lowerCAmelCase__	,       unittest.TestCase		):
		UpperCAmelCase_							:       Dict 					= SegformerImageProcessor if is_vision_available() else None






		def 					_lowerCamelCase					(      self						)				->				List[str]:
				__A    =							SegformerImageProcessingTester(self						)






		@property
		def 					_lowerCamelCase					(      self						)				->				str:
				return self.image_processor_tester.prepare_image_processor_dict()






		def 					_lowerCamelCase					(      self						)				->				Union[str, Any]:
				__A    =							self.image_processing_class(**self.image_processor_dict						)
				self.assertTrue(hasattr(lowercase__							, "do_resize"						)						)
				self.assertTrue(hasattr(lowercase__							, "size"						)						)
				self.assertTrue(hasattr(lowercase__							, "do_normalize"						)						)
				self.assertTrue(hasattr(lowercase__							, "image_mean"						)						)
				self.assertTrue(hasattr(lowercase__							, "image_std"						)						)
				self.assertTrue(hasattr(lowercase__							, "do_reduce_labels"						)						)






		def 					_lowerCamelCase					(      self						)				->				Union[str, Any]:
				__A    =							self.image_processing_class.from_dict(self.image_processor_dict						)
				self.assertEqual(image_processor.size							, {"height": 30, "width": 30}						)
				self.assertEqual(image_processor.do_reduce_labels							, lowercase__						)

				__A    =							self.image_processing_class.from_dict(self.image_processor_dict							, size=42							, reduce_labels=lowercase__						)
				self.assertEqual(image_processor.size							, {"height": 42, "width": 42}						)
				self.assertEqual(image_processor.do_reduce_labels							, lowercase__						)






		def 					_lowerCamelCase					(      self						)				->				Optional[int]:
				pass






		def 					_lowerCamelCase					(      self						)				->				Union[str, Any]:
				# Initialize image_processing
				__A    =							self.image_processing_class(**self.image_processor_dict						)
				# create random PIL images
				__A    =							prepare_image_inputs(self.image_processor_tester							, equal_resolution=lowercase__						)
				for image in image_inputs:
						self.assertIsInstance(lowercase__							, Image.Image						)

				# Test not batched input
				__A    =							image_processing(image_inputs[0]							, return_tensors="pt"						).pixel_values
				self.assertEqual(
				    encoded_images.shape							, (
				        1,
				        self.image_processor_tester.num_channels,
				        self.image_processor_tester.size["height"],
				        self.image_processor_tester.size["width"],
				    )							, )

				# Test batched
				__A    =							image_processing(lowercase__							, return_tensors="pt"						).pixel_values
				self.assertEqual(
				    encoded_images.shape							, (
				        self.image_processor_tester.batch_size,
				        self.image_processor_tester.num_channels,
				        self.image_processor_tester.size["height"],
				        self.image_processor_tester.size["width"],
				    )							, )






		def 					_lowerCamelCase					(      self						)				->				List[str]:
				# Initialize image_processing
				__A    =							self.image_processing_class(**self.image_processor_dict						)
				# create random numpy tensors
				__A    =							prepare_image_inputs(self.image_processor_tester							, equal_resolution=lowercase__							, numpify=lowercase__						)
				for image in image_inputs:
						self.assertIsInstance(lowercase__							, np.ndarray						)

				# Test not batched input
				__A    =							image_processing(image_inputs[0]							, return_tensors="pt"						).pixel_values
				self.assertEqual(
				    encoded_images.shape							, (
				        1,
				        self.image_processor_tester.num_channels,
				        self.image_processor_tester.size["height"],
				        self.image_processor_tester.size["width"],
				    )							, )

				# Test batched
				__A    =							image_processing(lowercase__							, return_tensors="pt"						).pixel_values
				self.assertEqual(
				    encoded_images.shape							, (
				        self.image_processor_tester.batch_size,
				        self.image_processor_tester.num_channels,
				        self.image_processor_tester.size["height"],
				        self.image_processor_tester.size["width"],
				    )							, )






		def 					_lowerCamelCase					(      self						)				->				List[str]:
				# Initialize image_processing
				__A    =							self.image_processing_class(**self.image_processor_dict						)
				# create random PyTorch tensors
				__A    =							prepare_image_inputs(self.image_processor_tester							, equal_resolution=lowercase__							, torchify=lowercase__						)
				for image in image_inputs:
						self.assertIsInstance(lowercase__							, torch.Tensor						)

				# Test not batched input
				__A    =							image_processing(image_inputs[0]							, return_tensors="pt"						).pixel_values
				self.assertEqual(
				    encoded_images.shape							, (
				        1,
				        self.image_processor_tester.num_channels,
				        self.image_processor_tester.size["height"],
				        self.image_processor_tester.size["width"],
				    )							, )

				# Test batched
				__A    =							image_processing(lowercase__							, return_tensors="pt"						).pixel_values
				self.assertEqual(
				    encoded_images.shape							, (
				        self.image_processor_tester.batch_size,
				        self.image_processor_tester.num_channels,
				        self.image_processor_tester.size["height"],
				        self.image_processor_tester.size["width"],
				    )							, )






		def 					_lowerCamelCase					(      self						)				->				Dict:
				# Initialize image_processing
				__A    =							self.image_processing_class(**self.image_processor_dict						)
				# create random PyTorch tensors
				__A    =							prepare_image_inputs(self.image_processor_tester							, equal_resolution=lowercase__							, torchify=lowercase__						)
				__A    =							[]
				for image in image_inputs:
						self.assertIsInstance(lowercase__							, torch.Tensor						)
						maps.append(torch.zeros(image.shape[-2:]						).long()						)

				# Test not batched input
				__A    =							image_processing(image_inputs[0]							, maps[0]							, return_tensors="pt"						)
				self.assertEqual(
				    encoding["pixel_values"].shape							, (
				        1,
				        self.image_processor_tester.num_channels,
				        self.image_processor_tester.size["height"],
				        self.image_processor_tester.size["width"],
				    )							, )
				self.assertEqual(
				    encoding["labels"].shape							, (
				        1,
				        self.image_processor_tester.size["height"],
				        self.image_processor_tester.size["width"],
				    )							, )
				self.assertEqual(encoding["labels"].dtype							, torch.long						)
				self.assertTrue(encoding["labels"].min().item() >= 0						)
				self.assertTrue(encoding["labels"].max().item() <= 255						)

				# Test batched
				__A    =							image_processing(lowercase__							, lowercase__							, return_tensors="pt"						)
				self.assertEqual(
				    encoding["pixel_values"].shape							, (
				        self.image_processor_tester.batch_size,
				        self.image_processor_tester.num_channels,
				        self.image_processor_tester.size["height"],
				        self.image_processor_tester.size["width"],
				    )							, )
				self.assertEqual(
				    encoding["labels"].shape							, (
				        self.image_processor_tester.batch_size,
				        self.image_processor_tester.size["height"],
				        self.image_processor_tester.size["width"],
				    )							, )
				self.assertEqual(encoding["labels"].dtype							, torch.long						)
				self.assertTrue(encoding["labels"].min().item() >= 0						)
				self.assertTrue(encoding["labels"].max().item() <= 255						)

				# Test not batched input (PIL images)
				__A ,   __A    =							prepare_semantic_single_inputs()

				__A    =							image_processing(lowercase__							, lowercase__							, return_tensors="pt"						)
				self.assertEqual(
				    encoding["pixel_values"].shape							, (
				        1,
				        self.image_processor_tester.num_channels,
				        self.image_processor_tester.size["height"],
				        self.image_processor_tester.size["width"],
				    )							, )
				self.assertEqual(
				    encoding["labels"].shape							, (
				        1,
				        self.image_processor_tester.size["height"],
				        self.image_processor_tester.size["width"],
				    )							, )
				self.assertEqual(encoding["labels"].dtype							, torch.long						)
				self.assertTrue(encoding["labels"].min().item() >= 0						)
				self.assertTrue(encoding["labels"].max().item() <= 255						)

				# Test batched input (PIL images)
				__A ,   __A    =							prepare_semantic_batch_inputs()

				__A    =							image_processing(lowercase__							, lowercase__							, return_tensors="pt"						)
				self.assertEqual(
				    encoding["pixel_values"].shape							, (
				        2,
				        self.image_processor_tester.num_channels,
				        self.image_processor_tester.size["height"],
				        self.image_processor_tester.size["width"],
				    )							, )
				self.assertEqual(
				    encoding["labels"].shape							, (
				        2,
				        self.image_processor_tester.size["height"],
				        self.image_processor_tester.size["width"],
				    )							, )
				self.assertEqual(encoding["labels"].dtype							, torch.long						)
				self.assertTrue(encoding["labels"].min().item() >= 0						)
				self.assertTrue(encoding["labels"].max().item() <= 255						)






		def 					_lowerCamelCase					(      self						)				->				Tuple:
				# Initialize image_processing
				__A    =							self.image_processing_class(**self.image_processor_dict						)

				# ADE20k has 150 classes, and the background is included, so labels should be between 0 and 150
				__A ,   __A    =							prepare_semantic_single_inputs()
				__A    =							image_processing(lowercase__							, lowercase__							, return_tensors="pt"						)
				self.assertTrue(encoding["labels"].min().item() >= 0						)
				self.assertTrue(encoding["labels"].max().item() <= 150						)

				__A    =							True
				__A    =							image_processing(lowercase__							, lowercase__							, return_tensors="pt"						)
				self.assertTrue(encoding["labels"].min().item() >= 0						)
				self.assertTrue(encoding["labels"].max().item() <= 255						)








import os
import unittest

from transformers import is_torch_available
from transformers.testing_utils import require_sentencepiece, require_tokenizers, require_torch, slow, torch_device


if is_torch_available():
      import torch

      from transformers import GPTaLMHeadModel

@require_torch
@require_sentencepiece
@require_tokenizers
class 	__snake_case					(      unittest.TestCase ):






    '''simple docstring'''





    @slow
    @unittest.skip('''Model is not available.'''				)
    def 						A		( self    :		str				):

      """simple docstring"""





      __lowerCAmelCase								=					'''nvidia/megatron-gpt2-345m/'''
      if "MYDIR" in os.environ:
        __lowerCAmelCase								=					os.path.join(os.environ['''MYDIR''']      ,    snake_case				)
      __lowerCAmelCase								=					GPTaLMHeadModel.from_pretrained(snake_case				)
      model.to(snake_case				)
      model.half()

      __lowerCAmelCase								=					torch.tensor(
          [[101, 7_110, 1_005, 1_056, 2_023, 11_333, 17_413, 1_029, 102]]      ,    device=snake_case      ,    dtype=torch.long      ,    )

      with torch.no_grad():
        __lowerCAmelCase								=					model(snake_case				).logits

      __lowerCAmelCase								=					torch.Size((1, 9, 50_257)				)
      self.assertEqual(output.shape      ,    snake_case				)

      __lowerCAmelCase								=					torch.tensor(
          [
              4.9414,
              -0.2920,
              -1.2148,
              -4.0273,
              -0.5161,
              -5.2109,
              -1.2412,
              -1.8301,
              -1.7734,
              -4.7148,
              -0.2317,
              -1.0811,
              -2.1777,
              0.4141,
              -3.7969,
              -4.0586,
              -2.5332,
              -3.3809,
              4.3867,
          ]      ,    device=snake_case      ,    dtype=torch.half      ,    )

      for i in range(19				):
        __lowerCAmelCase						,    __lowerCAmelCase								=					8 * i // 17, 2_792 * i  # along the diagonal
        __lowerCAmelCase						,    __lowerCAmelCase								=					output[0, r, c], expected_diag[i]
        __lowerCAmelCase								=					f'''row={r} col={c} computed={computed} expected={expected}'''
        self.assertAlmostEqual(snake_case      ,    snake_case      ,    delta=1e-4      ,    msg=snake_case				)
