


'''simple docstring'''

import inspect
import unittest

from transformers import SwinaSRConfig
from transformers.testing_utils import require_torch, require_vision, slow, torch_device
from transformers.utils import is_torch_available, is_vision_available

from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, _config_zero_init, floats_tensor, ids_tensor
from ...test_pipeline_mixin import PipelineTesterMixin


if is_torch_available():
       import torch
       from torch import nn

       from transformers import SwinaSRForImageSuperResolution, SwinaSRModel
       from transformers.models.swinasr.modeling_swinasr import SWIN2SR_PRETRAINED_MODEL_ARCHIVE_LIST

if is_vision_available():
       from PIL import Image

       from transformers import SwinaSRImageProcessor







class 			UpperCAmelCase			:

 def __init__(			self			:						List[str],       a_			:						Optional[Any],       a_			:						Optional[int]=13,       a_			:						Any=32,       a_			:						List[Any]=1,       a_			:						List[str]=3,       a_			:						Dict=16,       a_			:						int=[1, 2, 1],       a_			:						Tuple=[2, 2, 4],       a_			:						Optional[Any]=2,       a_			:						str=2.0,       a_			:						List[Any]=True,       a_			:						str=0.0,       a_			:						Optional[Any]=0.0,       a_			:						Optional[int]=0.1,       a_			:						Tuple="gelu",       a_			:						List[str]=False,       a_			:						Union[str, Any]=True,       a_			:						Union[str, Any]=0.02,       a_			:						Tuple=1e-5,       a_			:						Union[str, Any]=True,       a_			:						List[Any]=None,       a_			:						List[Any]=False,       a_			:						Optional[Any]=2,       ):





    """simple docstring"""



    UpperCamelCase__			    =    parent
    UpperCamelCase__			    =    batch_size
    UpperCamelCase__			    =    image_size
    UpperCamelCase__			    =    patch_size
    UpperCamelCase__			    =    num_channels
    UpperCamelCase__			    =    embed_dim
    UpperCamelCase__			    =    depths
    UpperCamelCase__			    =    num_heads
    UpperCamelCase__			    =    window_size
    UpperCamelCase__			    =    mlp_ratio
    UpperCamelCase__			    =    qkv_bias
    UpperCamelCase__			    =    hidden_dropout_prob
    UpperCamelCase__			    =    attention_probs_dropout_prob
    UpperCamelCase__			    =    drop_path_rate
    UpperCamelCase__			    =    hidden_act
    UpperCamelCase__			    =    use_absolute_embeddings
    UpperCamelCase__			    =    patch_norm
    UpperCamelCase__			    =    layer_norm_eps
    UpperCamelCase__			    =    initializer_range
    UpperCamelCase__			    =    is_training
    UpperCamelCase__			    =    scope
    UpperCamelCase__			    =    use_labels
    UpperCamelCase__			    =    upscale

    # here we set some attributes to make tests pass
    UpperCamelCase__			    =    len(a_       )
    UpperCamelCase__			    =    embed_dim
    UpperCamelCase__			    =    (image_size // patch_size) ** 2

 def 		lowercase_    (			self			:						List[Any]       ):





    """simple docstring"""



    UpperCamelCase__			    =    floats_tensor([self.batch_size, self.num_channels, self.image_size, self.image_size]       )

    UpperCamelCase__			    =    None
    if self.use_labels:
       UpperCamelCase__			    =    ids_tensor([self.batch_size],       self.type_sequence_label_size       )

    UpperCamelCase__			    =    self.get_config()

    return config, pixel_values, labels

 def 		lowercase_    (			self			:						List[str]       ):





    """simple docstring"""



    return SwinaSRConfig(
        image_size=self.image_size,       patch_size=self.patch_size,       num_channels=self.num_channels,       embed_dim=self.embed_dim,       depths=self.depths,       num_heads=self.num_heads,       window_size=self.window_size,       mlp_ratio=self.mlp_ratio,       qkv_bias=self.qkv_bias,       hidden_dropout_prob=self.hidden_dropout_prob,       attention_probs_dropout_prob=self.attention_probs_dropout_prob,       drop_path_rate=self.drop_path_rate,       hidden_act=self.hidden_act,       use_absolute_embeddings=self.use_absolute_embeddings,       path_norm=self.patch_norm,       layer_norm_eps=self.layer_norm_eps,       initializer_range=self.initializer_range,       upscale=self.upscale,       )

 def 		lowercase_    (			self			:						Tuple,       a_			:						Dict,       a_			:						Optional[Any],       a_			:						int       ):





    """simple docstring"""



    UpperCamelCase__			    =    SwinaSRModel(config=a_       )
    model.to(a_       )
    model.eval()
    UpperCamelCase__			    =    model(a_       )

    self.parent.assertEqual(
        result.last_hidden_state.shape,       (self.batch_size, self.embed_dim, self.image_size, self.image_size)       )

 def 		lowercase_    (			self			:						Union[str, Any],       a_			:						Union[str, Any],       a_			:						Union[str, Any],       a_			:						str       ):





    """simple docstring"""



    UpperCamelCase__			    =    SwinaSRForImageSuperResolution(a_       )
    model.to(a_       )
    model.eval()
    UpperCamelCase__			    =    model(a_       )

    UpperCamelCase__			    =    self.image_size * self.upscale
    self.parent.assertEqual(
        result.reconstruction.shape,       (self.batch_size, self.num_channels, expected_image_size, expected_image_size)       )

 def 		lowercase_    (			self			:						Optional[Any]       ):





    """simple docstring"""



    UpperCamelCase__			    =    self.prepare_config_and_inputs()
    UpperCamelCase__    ,		UpperCamelCase__    ,		UpperCamelCase__			    =    config_and_inputs
    UpperCamelCase__			    =    {"pixel_values": pixel_values}
    return config, inputs_dict







@require_torch
class 			UpperCAmelCase			(							SCREAMING_SNAKE_CASE__		,      SCREAMING_SNAKE_CASE__		,      unittest.TestCase):
 _lowerCamelCase			:       int            =       (SwinaSRModel, SwinaSRForImageSuperResolution) if is_torch_available() else ()
 _lowerCamelCase			:       str            =       {'feature-extraction': SwinaSRModel} if is_torch_available() else {}

 _lowerCamelCase			:       Tuple            =       False
 _lowerCamelCase			:       str            =       False
 _lowerCamelCase			:       int            =       False
 _lowerCamelCase			:       List[str]            =       False
 _lowerCamelCase			:       Tuple            =       False

 def 		lowercase_    (			self			:						List[str]       ):





    """simple docstring"""



    UpperCamelCase__			    =    SwinaSRModelTester(self       )
    UpperCamelCase__			    =    ConfigTester(self,       config_class=a_,       embed_dim=37       )

 def 		lowercase_    (			self			:						List[str]       ):





    """simple docstring"""



    self.config_tester.create_and_test_config_to_json_string()
    self.config_tester.create_and_test_config_to_json_file()
    self.config_tester.create_and_test_config_from_and_save_pretrained()
    self.config_tester.create_and_test_config_with_num_labels()
    self.config_tester.check_config_can_be_init_without_params()
    self.config_tester.check_config_arguments_init()

 def 		lowercase_    (			self			:						List[Any]       ):





    """simple docstring"""



    UpperCamelCase__			    =    self.model_tester.prepare_config_and_inputs()
    self.model_tester.create_and_check_model(*a_       )

 def 		lowercase_    (			self			:						int       ):





    """simple docstring"""



    UpperCamelCase__			    =    self.model_tester.prepare_config_and_inputs()
    self.model_tester.create_and_check_for_image_super_resolution(*a_       )

 @unittest.skip(reason="Got `CUDA error: misaligned address` with PyTorch 2.0.0."       )
 def 		lowercase_    (			self			:						List[Any]       ):





    """simple docstring"""



    pass

 @unittest.skip(reason="Swin2SR does not use inputs_embeds"       )
 def 		lowercase_    (			self			:						List[str]       ):





    """simple docstring"""



    pass

 @unittest.skip(reason="Swin2SR does not support training yet"       )
 def 		lowercase_    (			self			:						Optional[int]       ):





    """simple docstring"""



    pass

 @unittest.skip(reason="Swin2SR does not support training yet"       )
 def 		lowercase_    (			self			:						Optional[int]       ):





    """simple docstring"""



    pass

 def 		lowercase_    (			self			:						Optional[Any]       ):





    """simple docstring"""



    UpperCamelCase__    ,		UpperCamelCase__			    =    self.model_tester.prepare_config_and_inputs_for_common()

    for model_class in self.all_model_classes:
       UpperCamelCase__			    =    model_class(a_       )
       self.assertIsInstance(model.get_input_embeddings(),       (nn.Module)       )
       UpperCamelCase__			    =    model.get_output_embeddings()
       self.assertTrue(x is None or isinstance(a_,       nn.Linear       )       )

 def 		lowercase_    (			self			:						int       ):





    """simple docstring"""



    UpperCamelCase__    ,		UpperCamelCase__			    =    self.model_tester.prepare_config_and_inputs_for_common()

    for model_class in self.all_model_classes:
       UpperCamelCase__			    =    model_class(a_       )
       UpperCamelCase__			    =    inspect.signature(model.forward       )
       # signature.parameters is an OrderedDict => so arg_names order is deterministic
       UpperCamelCase__			    =    [*signature.parameters.keys()]

       UpperCamelCase__			    =    ["pixel_values"]
       self.assertListEqual(arg_names[:1],       a_       )

 @slow
 def 		lowercase_    (			self			:						Dict       ):





    """simple docstring"""



    for model_name in SWIN2SR_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
       UpperCamelCase__			    =    SwinaSRModel.from_pretrained(a_       )
       self.assertIsNotNone(a_       )

 def 		lowercase_    (			self			:						List[str]       ):





    """simple docstring"""



    UpperCamelCase__    ,		UpperCamelCase__			    =    self.model_tester.prepare_config_and_inputs_for_common()

    UpperCamelCase__			    =    _config_zero_init(a_       )
    for model_class in self.all_model_classes:
       UpperCamelCase__			    =    model_class(config=a_       )
       for name, param in model.named_parameters():
          if "logit_scale" in name:
             continue
          if param.requires_grad:
             self.assertIn(
                 ((param.data.mean() * 1e9).round() / 1e9).item(),       [0.0, 1.0],       msg=f'Parameter {name} of model {model_class} seems not properly initialized',       )

 def 		lowercase_    (			self			:						Any       ):





    """simple docstring"""



    UpperCamelCase__    ,		UpperCamelCase__			    =    self.model_tester.prepare_config_and_inputs_for_common()
    UpperCamelCase__			    =    True

    for model_class in self.all_model_classes:
       UpperCamelCase__			    =    True
       UpperCamelCase__			    =    False
       UpperCamelCase__			    =    True
       UpperCamelCase__			    =    model_class(a_       )
       model.to(a_       )
       model.eval()
       with torch.no_grad():
          UpperCamelCase__			    =    model(**self._prepare_for_class(a_,       a_       )       )
       UpperCamelCase__			    =    outputs.attentions
       UpperCamelCase__			    =    len(self.model_tester.depths       )
       self.assertEqual(len(a_       ),       a_       )

       # check that output_attentions also work using config
       del inputs_dict["output_attentions"]
       UpperCamelCase__			    =    True
       UpperCamelCase__			    =    config.window_size**2
       UpperCamelCase__			    =    model_class(a_       )
       model.to(a_       )
       model.eval()
       with torch.no_grad():
          UpperCamelCase__			    =    model(**self._prepare_for_class(a_,       a_       )       )
       UpperCamelCase__			    =    outputs.attentions
       self.assertEqual(len(a_       ),       a_       )

       self.assertListEqual(
           list(attentions[0].shape[-3:]       ),       [self.model_tester.num_heads[0], window_size_squared, window_size_squared],       )
       UpperCamelCase__			    =    len(a_       )

       # Check attention is always last and order is fine
       UpperCamelCase__			    =    True
       UpperCamelCase__			    =    True
       UpperCamelCase__			    =    model_class(a_       )
       model.to(a_       )
       model.eval()
       with torch.no_grad():
          UpperCamelCase__			    =    model(**self._prepare_for_class(a_,       a_       )       )

       self.assertEqual(out_len + 1,       len(a_       )       )

       UpperCamelCase__			    =    outputs.attentions

       self.assertEqual(len(a_       ),       a_       )

       self.assertListEqual(
           list(self_attentions[0].shape[-3:]       ),       [self.model_tester.num_heads[0], window_size_squared, window_size_squared],       )







@require_vision
@require_torch
@slow
class 			UpperCAmelCase			(							unittest.TestCase):

 def 		lowercase_    (			self			:						Optional[int]       ):





    """simple docstring"""



    UpperCamelCase__			    =    SwinaSRImageProcessor()
    UpperCamelCase__			    =    SwinaSRForImageSuperResolution.from_pretrained("caidas/swin2SR-classical-sr-x2-64"       ).to(a_       )

    UpperCamelCase__			    =    Image.open("./tests/fixtures/tests_samples/COCO/000000039769.png"       )
    UpperCamelCase__			    =    processor(images=a_,       return_tensors="pt"       ).to(a_       )

    # forward pass
    with torch.no_grad():
       UpperCamelCase__			    =    model(**a_       )

    # verify the logits
    UpperCamelCase__			    =    torch.Size([1, 3, 976, 1296]       )
    self.assertEqual(outputs.reconstruction.shape,       a_       )
    UpperCamelCase__			    =    torch.tensor(
        [[0.5_458, 0.5_546, 0.5_638], [0.5_526, 0.5_565, 0.5_651], [0.5_396, 0.5_426, 0.5_621]]       ).to(a_       )
    self.assertTrue(torch.allclose(outputs.reconstruction[0, 0, :3, :3],       a_,       atol=1e-4       )       )


"""simple docstring"""





import argparse
import json
import re
import string
import sys

import numpy as np


_SCREAMING_SNAKE_CASE							:	str										=			0.5



def 							_lowerCAmelCase   (    UpperCAmelCase  :				str   ,				UpperCAmelCase  :				Optional[int]					):


					'''simple docstring'''






					UpperCamelCase__		:     Optional[Any]								=['''.''', ''',''', ''';''', ''':''']

					for token in remove_tokens:
										UpperCamelCase__		:     Optional[int]								=ground_truth.replace(UpperCAmelCase   ,				''''''					)
										UpperCamelCase__		:     List[Any]								=prediction.replace(UpperCAmelCase   ,				''''''					)

					UpperCamelCase__	,      UpperCamelCase__		:     List[Any]								=ground_truth.lower(), prediction.lower()
					UpperCamelCase__	,      UpperCamelCase__		:     Dict								=ground_truth.replace('''/'''   ,				''' '''					), prediction.replace('''/'''   ,				''' '''					)
					UpperCamelCase__	,      UpperCamelCase__		:     Any								=set(ground_truth.split(''' '''					)					), set(prediction.split(''' '''					)					)

					UpperCamelCase__		:     Optional[Any]								=ground_truth.intersection(UpperCAmelCase					)
					UpperCamelCase__		:     Optional[Any]								=ground_truth.union(UpperCAmelCase					)
					UpperCamelCase__		:     str								=len(UpperCAmelCase					) / len(UpperCAmelCase					)
					return jaccard



def 							_lowerCAmelCase   (    UpperCAmelCase  :				Union[str, Any]					):


					'''simple docstring'''






					def remove_articles(UpperCAmelCase  :				int					):
										return re.sub(r'''\b(a|an|the)\b'''   ,				''' '''   ,				UpperCAmelCase					)

					def white_space_fix(UpperCAmelCase  :				Union[str, Any]					):
										return " ".join(text.split()					)

					def remove_punc(UpperCAmelCase  :				Optional[int]					):
										UpperCamelCase__		:     Dict								=set(string.punctuation					)
										return "".join(ch for ch in text if ch not in exclude					)

					def lower(UpperCAmelCase  :				Optional[Any]					):
										return text.lower()

					return white_space_fix(remove_articles(remove_punc(lower(UpperCAmelCase					)					)					)					)



def 							_lowerCAmelCase   (    UpperCAmelCase  :				int   ,				UpperCAmelCase  :				str   ,				UpperCAmelCase  :				Any					):


					'''simple docstring'''






					UpperCamelCase__	,      UpperCamelCase__	,      UpperCamelCase__		:     Optional[Any]								=0, 0, 0

					UpperCamelCase__		:     int								='''Parties''' in qa_id

					# first check if ground truth is empty
					if len(UpperCAmelCase					) == 0:
										if len(UpperCAmelCase					) > 0:
															fp += len(UpperCAmelCase					)  # false positive for each one
					else:
										for ground_truth in ground_truths:
															assert len(UpperCAmelCase					) > 0
															# check if there is a match
															UpperCamelCase__		:     Union[str, Any]								=False
															for pred in predictions:
																				if substr_ok:
																									UpperCamelCase__		:     List[str]								=get_jaccard(UpperCAmelCase   ,				UpperCAmelCase					) >= IOU_THRESH or ground_truth in pred
																				else:
																									UpperCamelCase__		:     Union[str, Any]								=get_jaccard(UpperCAmelCase   ,				UpperCAmelCase					) >= IOU_THRESH
																				if is_match:
																									UpperCamelCase__		:     Dict								=True

															if match_found:
																				tp += 1
															else:
																				fn += 1

        # now also get any fps by looping through preds
										for pred in predictions:
															# Check if there's a match. if so, don't count (don't want to double count based on the above)
															# but if there's no match, then this is a false positive.
															# (Note: we get the true positives in the above loop instead of this loop so that we don't double count
															# multiple predictions that are matched with the same answer.)
															UpperCamelCase__		:     Any								=False
															for ground_truth in ground_truths:
																				assert len(UpperCAmelCase					) > 0
																				if substr_ok:
																									UpperCamelCase__		:     Union[str, Any]								=get_jaccard(UpperCAmelCase   ,				UpperCAmelCase					) >= IOU_THRESH or ground_truth in pred
																				else:
																									UpperCamelCase__		:     Dict								=get_jaccard(UpperCAmelCase   ,				UpperCAmelCase					) >= IOU_THRESH
																				if is_match:
																									UpperCamelCase__		:     str								=True

															if not match_found:
																				fp += 1

					UpperCamelCase__		:     Union[str, Any]								=tp / (tp + fp) if tp + fp > 0 else np.nan
					UpperCamelCase__		:     Optional[int]								=tp / (tp + fn) if tp + fn > 0 else np.nan

					return precision, recall



def 							_lowerCAmelCase   (    UpperCAmelCase  :				List[Any]					):


					'''simple docstring'''






					UpperCamelCase__		:     Optional[Any]								=precisions[::-1]
					for i in range(1   ,				len(UpperCAmelCase					)					):
										UpperCamelCase__		:     int								=max(precision_best[i - 1]   ,				precision_best[i]					)
					UpperCamelCase__		:     str								=precision_best[::-1]
					return precisions



def 							_lowerCAmelCase   (    UpperCAmelCase  :				List[str]   ,				UpperCAmelCase  :				Any					):


					'''simple docstring'''






					UpperCamelCase__		:     int								=process_precisions(UpperCAmelCase					)
					UpperCamelCase__		:     str								=np.trapz(UpperCAmelCase   ,				UpperCAmelCase					)
					if np.isnan(UpperCAmelCase					):
										return 0
					return aupr



def 							_lowerCAmelCase   (    UpperCAmelCase  :				Dict   ,				UpperCAmelCase  :				int   ,				UpperCAmelCase  :				int					):


					'''simple docstring'''






					UpperCamelCase__		:     List[Any]								=process_precisions(UpperCAmelCase					)
					UpperCamelCase__		:     Optional[int]								=0
					for prec, recall in zip(UpperCAmelCase   ,				UpperCAmelCase					):
										if recall >= recall_thresh:
															UpperCamelCase__		:     Any								=prec
															break
					return prec_at_recall



def 							_lowerCAmelCase   (    UpperCAmelCase  :				Any   ,				UpperCAmelCase  :				Dict					):


					'''simple docstring'''






					return normalize_answer(UpperCAmelCase					) == normalize_answer(UpperCAmelCase					)



def 							_lowerCAmelCase   (    UpperCAmelCase  :				int   ,				UpperCAmelCase  :				Dict   ,				UpperCAmelCase  :				int					):


					'''simple docstring'''






					UpperCamelCase__		:     List[str]								=0
					for pred in predictions:
										for ground_truth in ground_truths:
															UpperCamelCase__		:     str								=metric_fn(UpperCAmelCase   ,				UpperCAmelCase					)
															if score == 1:  # break the loop when one prediction matches the ground truth
																				break
										if score == 1:
															break
					return score



def 							_lowerCAmelCase   (    UpperCAmelCase  :				Optional[int]   ,				UpperCAmelCase  :				str					):


					'''simple docstring'''






					UpperCamelCase__		:     Any								=0
					UpperCamelCase__		:     List[Any]								=[]
					UpperCamelCase__		:     Optional[Any]								=[]
					for article in dataset:
										for paragraph in article["paragraphs"]:
															for qa in paragraph["qas"]:
																				total += 1
																				if qa["id"] not in predictions:
																									UpperCamelCase__		:     Union[str, Any]								='''Unanswered question ''' + qa['''id'''] + ''' will receive score 0.'''
																									print(UpperCAmelCase   ,				file=sys.stderr					)
																									continue
																				UpperCamelCase__		:     Union[str, Any]								=[x['''text'''] for x in qa['''answers''']]
																				UpperCamelCase__		:     Any								=predictions[qa['''id''']]
																				UpperCamelCase__	,      UpperCamelCase__		:     int								=compute_precision_recall(UpperCAmelCase   ,				UpperCAmelCase   ,				qa['''id''']					)

																				precisions.append(UpperCAmelCase					)
																				recalls.append(UpperCAmelCase					)

																				if precision == 0 and recall == 0:
																									fa += 0
																				else:
																									fa += 2 * (precision * recall) / (precision + recall)

																				exact_match += metric_max_over_ground_truths(UpperCAmelCase   ,				UpperCAmelCase   ,				UpperCAmelCase					)

					UpperCamelCase__		:     Union[str, Any]								=[x for _, x in sorted(zip(UpperCAmelCase   ,				UpperCAmelCase					)					)]
					recalls.sort()

					UpperCamelCase__		:     Optional[int]								=100.0 * fa / total
					UpperCamelCase__		:     List[Any]								=100.0 * exact_match / total
					UpperCamelCase__		:     Dict								=get_aupr(UpperCAmelCase   ,				UpperCAmelCase					)

					UpperCamelCase__		:     Optional[Any]								=get_prec_at_recall(UpperCAmelCase   ,				UpperCAmelCase   ,				recall_thresh=0.9					)
					UpperCamelCase__		:     Dict								=get_prec_at_recall(UpperCAmelCase   ,				UpperCAmelCase   ,				recall_thresh=0.8					)

					return {
					    "exact_match": exact_match,
					    "f1": fa,
					    "aupr": aupr,
					    "prec_at_80_recall": prec_at_aa_recall,
					    "prec_at_90_recall": prec_at_aa_recall,
					}


if __name__ == "__main__":
				_SCREAMING_SNAKE_CASE							:	str										=			argparse.ArgumentParser(description="""Evaluation for CUAD""")
				parser.add_argument("""dataset_file""", help="""Dataset file""")
				parser.add_argument("""prediction_file""", help="""Prediction File""")
				_SCREAMING_SNAKE_CASE							:	Dict										=			parser.parse_args()
				with open(args.dataset_file) as dataset_file:
								_SCREAMING_SNAKE_CASE							:	str										=			json.load(dataset_file)
								_SCREAMING_SNAKE_CASE							:	Tuple										=			dataset_json["""data"""]
				with open(args.prediction_file) as prediction_file:
								_SCREAMING_SNAKE_CASE							:	Dict										=			json.load(prediction_file)
				print(json.dumps(evaluate(dataset, predictions)))


