

import unittest

import numpy as np

from transformers.testing_utils import require_torch, require_vision
from transformers.utils import is_torch_available, is_vision_available

from ...test_image_processing_common import ImageProcessingSavingTestMixin, prepare_video_inputs


if is_torch_available():
  import torch

if is_vision_available():
  from PIL import Image

  from transformers import VideoMAEImageProcessor







class  UpperCamelCase_      (	unittest.TestCase      ):


  """simple docstring"""



  def __init__(						self     :					Tuple  ,	A_     :					Optional[int]  ,	A_     :					Union[str, Any]=7  ,	A_     :					Dict=3  ,	A_     :					Optional[Any]=10  ,	A_     :					str=18  ,	A_     :					Optional[int]=30  ,	A_     :					List[Any]=400  ,	A_     :					List[Any]=True  ,	A_     :					Union[str, Any]=None  ,	A_     :					Union[str, Any]=True  ,	A_     :					Union[str, Any]=[0.5, 0.5, 0.5]  ,	A_     :					Optional[Any]=[0.5, 0.5, 0.5]  ,	A_     :					int=None  ,	)       ->			List[str]:
      SCREAMING_SNAKE_CASE__         =    size if size is not None else {'shortest_edge': 18}
      SCREAMING_SNAKE_CASE__         =    crop_size if crop_size is not None else {'height': 18, 'width': 18}

      SCREAMING_SNAKE_CASE__         =    parent
      SCREAMING_SNAKE_CASE__         =    batch_size
      SCREAMING_SNAKE_CASE__         =    num_channels
      SCREAMING_SNAKE_CASE__         =    num_frames
      SCREAMING_SNAKE_CASE__         =    image_size
      SCREAMING_SNAKE_CASE__         =    min_resolution
      SCREAMING_SNAKE_CASE__         =    max_resolution
      SCREAMING_SNAKE_CASE__         =    do_resize
      SCREAMING_SNAKE_CASE__         =    size
      SCREAMING_SNAKE_CASE__         =    do_normalize
      SCREAMING_SNAKE_CASE__         =    image_mean
      SCREAMING_SNAKE_CASE__         =    image_std
      SCREAMING_SNAKE_CASE__         =    crop_size







  def   _UpperCamelCase     (						self     :					int						)       ->			Any:
      return {
          "image_mean": self.image_mean,
          "image_std": self.image_std,
          "do_normalize": self.do_normalize,
          "do_resize": self.do_resize,
          "size": self.size,
          "crop_size": self.crop_size,
      }







@require_torch
@require_vision
class  UpperCamelCase_      (	_lowerCamelCase		,  unittest.TestCase      ):


  """simple docstring"""
  SCREAMING_SNAKE_CASE__					:			Dict					    =   VideoMAEImageProcessor if is_vision_available() else None



  def   _UpperCamelCase     (						self     :					Any						)       ->			List[str]:
      SCREAMING_SNAKE_CASE__         =    VideoMAEImageProcessingTester(self						)



  @property
  def   _UpperCamelCase     (						self     :					List[Any]						)       ->			Union[str, Any]:
      return self.image_processor_tester.prepare_image_processor_dict()



  def   _UpperCamelCase     (						self     :					Tuple						)       ->			str:
      SCREAMING_SNAKE_CASE__         =    self.image_processing_class(**self.image_processor_dict						)
      self.assertTrue(hasattr(__UpperCamelCase  ,	"image_mean"						)						)
      self.assertTrue(hasattr(__UpperCamelCase  ,	"image_std"						)						)
      self.assertTrue(hasattr(__UpperCamelCase  ,	"do_normalize"						)						)
      self.assertTrue(hasattr(__UpperCamelCase  ,	"do_resize"						)						)
      self.assertTrue(hasattr(__UpperCamelCase  ,	"do_center_crop"						)						)
      self.assertTrue(hasattr(__UpperCamelCase  ,	"size"						)						)



  def   _UpperCamelCase     (						self     :					Any						)       ->			Dict:
      SCREAMING_SNAKE_CASE__         =    self.image_processing_class.from_dict(self.image_processor_dict						)
      self.assertEqual(image_processor.size  ,	{"shortest_edge": 18}						)
      self.assertEqual(image_processor.crop_size  ,	{"height": 18, "width": 18}						)

      SCREAMING_SNAKE_CASE__         =    self.image_processing_class.from_dict(self.image_processor_dict  ,	size=42  ,	crop_size=84						)
      self.assertEqual(image_processor.size  ,	{"shortest_edge": 42}						)
      self.assertEqual(image_processor.crop_size  ,	{"height": 84, "width": 84}						)



  def   _UpperCamelCase     (						self     :					Optional[int]						)       ->			List[Any]:
      pass



  def   _UpperCamelCase     (						self     :					int						)       ->			Any:
      SCREAMING_SNAKE_CASE__         =    self.image_processing_class(**self.image_processor_dict						)
      # create random PIL videos
      SCREAMING_SNAKE_CASE__         =    prepare_video_inputs(self.image_processor_tester  ,	equal_resolution=__UpperCamelCase						)
      for video in video_inputs:
          self.assertIsInstance(__UpperCamelCase  ,	__UpperCamelCase						)
          self.assertIsInstance(video[0]  ,	Image.Image						)

      # Test not batched input
      SCREAMING_SNAKE_CASE__         =    image_processing(video_inputs[0]  ,	return_tensors="pt"						).pixel_values
      self.assertEqual(
          encoded_videos.shape  ,	(
              1,
              self.image_processor_tester.num_frames,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.crop_size["height"],
              self.image_processor_tester.crop_size["width"],
          )  ,	)

      # Test batched
      SCREAMING_SNAKE_CASE__         =    image_processing(__UpperCamelCase  ,	return_tensors="pt"						).pixel_values
      self.assertEqual(
          encoded_videos.shape  ,	(
              self.image_processor_tester.batch_size,
              self.image_processor_tester.num_frames,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.crop_size["height"],
              self.image_processor_tester.crop_size["width"],
          )  ,	)



  def   _UpperCamelCase     (						self     :					Optional[Any]						)       ->			Any:
      SCREAMING_SNAKE_CASE__         =    self.image_processing_class(**self.image_processor_dict						)
      # create random numpy tensors
      SCREAMING_SNAKE_CASE__         =    prepare_video_inputs(self.image_processor_tester  ,	equal_resolution=__UpperCamelCase  ,	numpify=__UpperCamelCase						)
      for video in video_inputs:
          self.assertIsInstance(__UpperCamelCase  ,	__UpperCamelCase						)
          self.assertIsInstance(video[0]  ,	np.ndarray						)

      # Test not batched input
      SCREAMING_SNAKE_CASE__         =    image_processing(video_inputs[0]  ,	return_tensors="pt"						).pixel_values
      self.assertEqual(
          encoded_videos.shape  ,	(
              1,
              self.image_processor_tester.num_frames,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.crop_size["height"],
              self.image_processor_tester.crop_size["width"],
          )  ,	)

      # Test batched
      SCREAMING_SNAKE_CASE__         =    image_processing(__UpperCamelCase  ,	return_tensors="pt"						).pixel_values
      self.assertEqual(
          encoded_videos.shape  ,	(
              self.image_processor_tester.batch_size,
              self.image_processor_tester.num_frames,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.crop_size["height"],
              self.image_processor_tester.crop_size["width"],
          )  ,	)







  def   _UpperCamelCase     (						self     :					Tuple						)       ->			List[str]:
      SCREAMING_SNAKE_CASE__         =    self.image_processing_class(**self.image_processor_dict						)
      # create random PyTorch tensors
      SCREAMING_SNAKE_CASE__         =    prepare_video_inputs(self.image_processor_tester  ,	equal_resolution=__UpperCamelCase  ,	torchify=__UpperCamelCase						)
      for video in video_inputs:
          self.assertIsInstance(__UpperCamelCase  ,	__UpperCamelCase						)
          self.assertIsInstance(video[0]  ,	torch.Tensor						)

      # Test not batched input
      SCREAMING_SNAKE_CASE__         =    image_processing(video_inputs[0]  ,	return_tensors="pt"						).pixel_values
      self.assertEqual(
          encoded_videos.shape  ,	(
              1,
              self.image_processor_tester.num_frames,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.crop_size["height"],
              self.image_processor_tester.crop_size["width"],
          )  ,	)

      # Test batched
      SCREAMING_SNAKE_CASE__         =    image_processing(__UpperCamelCase  ,	return_tensors="pt"						).pixel_values
      self.assertEqual(
          encoded_videos.shape  ,	(
              self.image_processor_tester.batch_size,
              self.image_processor_tester.num_frames,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.crop_size["height"],
              self.image_processor_tester.crop_size["width"],
          )  ,	)



from collections import OrderedDict
from typing import Any, Mapping, Optional

from ... import PreTrainedTokenizer
from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig, OnnxConfigWithPast, OnnxSeqaSeqConfigWithPast
from ...onnx.utils import compute_effective_axis_dimension
from ...utils import TensorType, is_torch_available, logging


lowerCAmelCase__	:  List[Any]						=  logging.get_logger(__name__)

lowerCAmelCase__	:  str						=  {
    '''google/bigbird-pegasus-large-arxiv''': (
        '''https://huggingface.co/google/bigbird-pegasus-large-arxiv/resolve/main/config.json'''
    ),
    '''google/bigbird-pegasus-large-pubmed''': (
        '''https://huggingface.co/google/bigbird-pegasus-large-pubmed/resolve/main/config.json'''
    ),
    '''google/bigbird-pegasus-large-bigpatent''': (
        '''https://huggingface.co/google/bigbird-pegasus-large-bigpatent/resolve/main/config.json'''
    ),
    # See all BigBirdPegasus models at https://huggingface.co/models?filter=bigbird_pegasus
}





class 					__snake_case    (     _lowerCamelCase      ):
					__lowerCamelCase			   =  """bigbird_pegasus"""
					__lowerCamelCase			   =  ["""past_key_values"""]
					__lowerCamelCase			   =  {
					    """num_attention_heads""": """encoder_attention_heads""",
					    """hidden_size""": """d_model""",
					    """attention_probs_dropout_prob""": """attention_dropout""",
					}




					def __init__(  self       ,			__UpperCamelCase=96103       ,			__UpperCamelCase=4096       ,			__UpperCamelCase=16       ,			__UpperCamelCase=4096       ,			__UpperCamelCase=16       ,			__UpperCamelCase=16       ,			__UpperCamelCase=4096       ,			__UpperCamelCase=16       ,			__UpperCamelCase=0.0       ,			__UpperCamelCase=0.0       ,			__UpperCamelCase=True       ,			__UpperCamelCase=True       ,			__UpperCamelCase="gelu_new"       ,			__UpperCamelCase=1024       ,			__UpperCamelCase=0.1       ,			__UpperCamelCase=0.0       ,			__UpperCamelCase=0.0       ,			__UpperCamelCase=0.0_2       ,			__UpperCamelCase=2       ,			__UpperCamelCase=0.0       ,			__UpperCamelCase=True       ,			__UpperCamelCase=0       ,			__UpperCamelCase=2       ,			__UpperCamelCase=1       ,			__UpperCamelCase="block_sparse"       ,			__UpperCamelCase=64       ,			__UpperCamelCase=3       ,			__UpperCamelCase=False       ,			**__UpperCamelCase       ,			)	->    Tuple:



									'''simple docstring'''







									snake_case__   :      Union[str, Any]   				= vocab_size
									snake_case__   :      Optional[Any]   				= max_position_embeddings
									snake_case__   :      Tuple   				= d_model
									snake_case__   :      str   				= encoder_ffn_dim
									snake_case__   :      List[str]   				= encoder_layers
									snake_case__   :      Any   				= encoder_attention_heads
									snake_case__   :      Any   				= decoder_ffn_dim
									snake_case__   :      List[Any]   				= decoder_layers
									snake_case__   :      Dict   				= decoder_attention_heads
									snake_case__   :      List[Any]   				= dropout
									snake_case__   :      List[Any]   				= attention_dropout
									snake_case__   :      List[Any]   				= activation_dropout
									snake_case__   :      str   				= activation_function
									snake_case__   :      Optional[Any]   				= init_std
									snake_case__   :      Optional[int]   				= encoder_layerdrop
									snake_case__   :      List[Any]   				= decoder_layerdrop
									snake_case__   :      Tuple   				= classifier_dropout
									snake_case__   :      Optional[Any]   				= use_cache
									snake_case__   :      List[Any]   				= encoder_layers
									snake_case__   :      Union[str, Any]   				= scale_embedding  # scale factor will be sqrt(d_model) if True

									# extra config
									snake_case__   :      Optional[Any]   				= attention_type
									snake_case__   :      Optional[int]   				= block_size
									snake_case__   :      Optional[Any]   				= num_random_blocks
									snake_case__   :      List[str]   				= use_bias

									super().__init__(
									    pad_token_id=__UpperCamelCase       ,			bos_token_id=__UpperCamelCase       ,			eos_token_id=__UpperCamelCase       ,			is_encoder_decoder=__UpperCamelCase       ,			decoder_start_token_id=__UpperCamelCase       ,			**__UpperCamelCase       ,			)





class 					__snake_case    (     _lowerCamelCase      ):




					@property
					def      __a     (  self						)	->    Mapping[str, Mapping[int, str]]:



									'''simple docstring'''







									if self.task in ["default", "seq2seq-lm"]:
													snake_case__   :      str   				= OrderedDict(
													    [
													        ('input_ids', {0: 'batch', 1: 'encoder_sequence'}),
													        ('attention_mask', {0: 'batch', 1: 'encoder_sequence'}),
													    ]						)

													if self.use_past:
																	snake_case__   :      Optional[int]   				= {0: 'batch'}
																	snake_case__   :      str   				= {0: 'batch', 1: 'past_decoder_sequence + sequence'}
													else:
																	snake_case__   :      Any   				= {0: 'batch', 1: 'decoder_sequence'}
																	snake_case__   :      List[str]   				= {0: 'batch', 1: 'decoder_sequence'}

													if self.use_past:
																	self.fill_with_past_key_values_(__UpperCamelCase       ,			direction='inputs'						)
									elif self.task == "causal-lm":
													# TODO: figure this case out.
													snake_case__   :      Any   				= OrderedDict(
													    [
													        ('input_ids', {0: 'batch', 1: 'encoder_sequence'}),
													        ('attention_mask', {0: 'batch', 1: 'encoder_sequence'}),
													    ]						)
													if self.use_past:
																	snake_case__				,    snake_case__   :      Optional[Any]   				= self.num_layers
																	for i in range(__UpperCamelCase						):
																					snake_case__   :      str   				= {0: 'batch', 2: 'past_sequence + sequence'}
																					snake_case__   :      Optional[int]   				= {0: 'batch', 2: 'past_sequence + sequence'}
									else:
													snake_case__   :      Union[str, Any]   				= OrderedDict(
													    [
													        ('input_ids', {0: 'batch', 1: 'encoder_sequence'}),
													        ('attention_mask', {0: 'batch', 1: 'encoder_sequence'}),
													        ('decoder_input_ids', {0: 'batch', 1: 'decoder_sequence'}),
													        ('decoder_attention_mask', {0: 'batch', 1: 'decoder_sequence'}),
													    ]						)

									return common_inputs




					@property
					def      __a     (  self						)	->    Mapping[str, Mapping[int, str]]:



									'''simple docstring'''







									if self.task in ["default", "seq2seq-lm"]:
													snake_case__   :      int   				= super().outputs
									else:
													snake_case__   :      Dict   				= super(__UpperCamelCase       ,			self						).outputs
													if self.use_past:
																	snake_case__				,    snake_case__   :      List[Any]   				= self.num_layers
																	for i in range(__UpperCamelCase						):
																					snake_case__   :      List[Any]   				= {0: 'batch', 2: 'past_sequence + sequence'}
																					snake_case__   :      List[Any]   				= {0: 'batch', 2: 'past_sequence + sequence'}
									return common_outputs




					def      __a     (  self       ,			__UpperCamelCase       ,			__UpperCamelCase = -1       ,			__UpperCamelCase = -1       ,			__UpperCamelCase = False       ,			__UpperCamelCase = None       ,			)	->    Mapping[str, Any]:



									'''simple docstring'''







									snake_case__   :      List[str]   				= self._generate_dummy_inputs_for_sequence_classification_and_question_answering(
									    __UpperCamelCase       ,			__UpperCamelCase       ,			__UpperCamelCase       ,			__UpperCamelCase       ,			__UpperCamelCase						)

									# Generate decoder inputs
									snake_case__   :      Optional[Any]   				= seq_length if not self.use_past else 1
									snake_case__   :      int   				= self._generate_dummy_inputs_for_sequence_classification_and_question_answering(
									    __UpperCamelCase       ,			__UpperCamelCase       ,			__UpperCamelCase       ,			__UpperCamelCase       ,			__UpperCamelCase						)
									snake_case__   :      str   				= {F"""decoder_{name}""": tensor for name, tensor in decoder_inputs.items()}
									snake_case__   :      Any   				= dict(**__UpperCamelCase       ,			**__UpperCamelCase						)

									if self.use_past:
													if not is_torch_available():
																	raise ValueError('Cannot generate dummy past_keys inputs without PyTorch installed.'						)
													else:
																	import torch
													snake_case__				,    snake_case__   :      int   				= common_inputs['input_ids'].shape
													snake_case__   :      int   				= common_inputs['decoder_input_ids'].shape[1]
													snake_case__				,    snake_case__   :      List[Any]   				= self.num_attention_heads
													snake_case__   :      Any   				= (
													    batch,
													    num_encoder_attention_heads,
													    encoder_seq_length,
													    self._config.hidden_size // num_encoder_attention_heads,
													)
													snake_case__   :      Optional[int]   				= decoder_seq_length + 3
													snake_case__   :      Union[str, Any]   				= (
													    batch,
													    num_decoder_attention_heads,
													    decoder_past_length,
													    self._config.hidden_size // num_decoder_attention_heads,
													)

													snake_case__   :      Union[str, Any]   				= torch.cat(
													    [common_inputs['decoder_attention_mask'], torch.ones(__UpperCamelCase       ,			__UpperCamelCase						)]       ,			dim=1						)

													snake_case__   :      Optional[Any]   				= []
													# If the number of encoder and decoder layers are present in the model configuration, both are considered
													snake_case__				,    snake_case__   :      str   				= self.num_layers
													snake_case__   :      str   				= min(__UpperCamelCase       ,			__UpperCamelCase						)
													snake_case__   :      Optional[int]   				= max(__UpperCamelCase       ,			__UpperCamelCase						) - min_num_layers
													snake_case__   :      int   				= 'encoder' if num_encoder_layers > num_decoder_layers else 'decoder'

													for _ in range(__UpperCamelCase						):
																	common_inputs["past_key_values"].append(
																	    (
																	        torch.zeros(__UpperCamelCase						),
																	        torch.zeros(__UpperCamelCase						),
																	        torch.zeros(__UpperCamelCase						),
																	        torch.zeros(__UpperCamelCase						),
																	    )						)
													# TODO: test this.
													snake_case__   :      Dict   				= encoder_shape if remaining_side_name == 'encoder' else decoder_shape
													for _ in range(__UpperCamelCase       ,			__UpperCamelCase						):
																	common_inputs["past_key_values"].append((torch.zeros(__UpperCamelCase						), torch.zeros(__UpperCamelCase						))						)
									return common_inputs




					def      __a     (  self       ,			__UpperCamelCase       ,			__UpperCamelCase = -1       ,			__UpperCamelCase = -1       ,			__UpperCamelCase = False       ,			__UpperCamelCase = None       ,			)	->    Mapping[str, Any]:



									'''simple docstring'''







									snake_case__   :      List[str]   				= self._generate_dummy_inputs_for_sequence_classification_and_question_answering(
									    __UpperCamelCase       ,			__UpperCamelCase       ,			__UpperCamelCase       ,			__UpperCamelCase       ,			__UpperCamelCase						)

									if self.use_past:
													if not is_torch_available():
																	raise ValueError('Cannot generate dummy past_keys inputs without PyTorch installed.'						)
													else:
																	import torch
													snake_case__				,    snake_case__   :      Optional[int]   				= common_inputs['input_ids'].shape
													# Not using the same length for past_key_values
													snake_case__   :      str   				= seqlen + 2
													snake_case__				,    snake_case__   :      List[str]   				= self.num_layers
													snake_case__				,    snake_case__   :      str   				= self.num_attention_heads
													snake_case__   :      Tuple   				= (
													    batch,
													    num_encoder_attention_heads,
													    past_key_values_length,
													    self._config.hidden_size // num_encoder_attention_heads,
													)

													snake_case__   :      Dict   				= common_inputs['attention_mask'].dtype
													snake_case__   :      Optional[Any]   				= torch.cat(
													    [common_inputs['attention_mask'], torch.ones(__UpperCamelCase       ,			__UpperCamelCase       ,			dtype=__UpperCamelCase						)]       ,			dim=1						)
													snake_case__   :      int   				= [
													    (torch.zeros(__UpperCamelCase						), torch.zeros(__UpperCamelCase						)) for _ in range(__UpperCamelCase						)
													]
									return common_inputs




					def      __a     (  self       ,			__UpperCamelCase       ,			__UpperCamelCase = -1       ,			__UpperCamelCase = -1       ,			__UpperCamelCase = False       ,			__UpperCamelCase = None       ,			)	->    Mapping[str, Any]:



									'''simple docstring'''







									snake_case__   :      Optional[int]   				= compute_effective_axis_dimension(
									    __UpperCamelCase       ,			fixed_dimension=OnnxConfig.default_fixed_batch       ,			num_token_to_add=0						)

									# If dynamic axis (-1) we forward with a fixed dimension of 8 tokens to avoid optimizations made by ONNX
									snake_case__   :      str   				= tokenizer.num_special_tokens_to_add(__UpperCamelCase						)
									snake_case__   :      List[str]   				= compute_effective_axis_dimension(
									    __UpperCamelCase       ,			fixed_dimension=OnnxConfig.default_fixed_sequence       ,			num_token_to_add=__UpperCamelCase						)

									# Generate dummy inputs according to compute batch and sequence
									snake_case__   :      Optional[Any]   				= [' '.join([tokenizer.unk_token]						) * seq_length] * batch_size
									snake_case__   :      Optional[Any]   				= dict(tokenizer(__UpperCamelCase       ,			return_tensors=__UpperCamelCase						)						)
									return common_inputs




					def      __a     (  self       ,			__UpperCamelCase       ,			__UpperCamelCase = -1       ,			__UpperCamelCase = -1       ,			__UpperCamelCase = False       ,			__UpperCamelCase = None       ,			)	->    Mapping[str, Any]:



									'''simple docstring'''







									if self.task in ["default", "seq2seq-lm"]:
													snake_case__   :      Dict   				= self._generate_dummy_inputs_for_default_and_seqaseq_lm(
													    __UpperCamelCase       ,			batch_size=__UpperCamelCase       ,			seq_length=__UpperCamelCase       ,			is_pair=__UpperCamelCase       ,			framework=__UpperCamelCase						)

									elif self.task == "causal-lm":
													snake_case__   :      Union[str, Any]   				= self._generate_dummy_inputs_for_causal_lm(
													    __UpperCamelCase       ,			batch_size=__UpperCamelCase       ,			seq_length=__UpperCamelCase       ,			is_pair=__UpperCamelCase       ,			framework=__UpperCamelCase						)
									else:
													snake_case__   :      Any   				= self._generate_dummy_inputs_for_sequence_classification_and_question_answering(
													    __UpperCamelCase       ,			batch_size=__UpperCamelCase       ,			seq_length=__UpperCamelCase       ,			is_pair=__UpperCamelCase       ,			framework=__UpperCamelCase						)

									return common_inputs




					def      __a     (  self       ,			__UpperCamelCase       ,			__UpperCamelCase       ,			__UpperCamelCase       ,			__UpperCamelCase						)	->    Dict:



									'''simple docstring'''







									if self.task in ["default", "seq2seq-lm"]:
													snake_case__   :      Optional[int]   				= super()._flatten_past_key_values_(__UpperCamelCase       ,			__UpperCamelCase       ,			__UpperCamelCase       ,			__UpperCamelCase						)
									else:
													snake_case__   :      Optional[Any]   				= super(__UpperCamelCase       ,			self						)._flatten_past_key_values_(
													    __UpperCamelCase       ,			__UpperCamelCase       ,			__UpperCamelCase       ,			__UpperCamelCase						)


