





'''simple docstring'''




import unittest

from transformers.testing_utils import require_bsa
from transformers.utils import is_bsa_available

from ...test_feature_extraction_common import FeatureExtractionSavingTestMixin


if is_bsa_available():
  from transformers import MarkupLMFeatureExtractor







class   A_	(  unittest.TestCase			):




 def __init__(					self       :    Optional[Any]	,			snake_case_       :    Optional[Any]    ):
      _UpperCAmelCase     							=   parent




 def      lowercase	(					self       :    str    ):
      return {}





def 	UpperCAmelCase_							(					)		->       Optional[Any]:


     '''simple docstring'''



     _UpperCAmelCase     							=   "<HTML>\n\n    <HEAD>\n    <TITLE>sample document</TITLE>\n    </HEAD>\n\n    <BODY BGCOLOR=\"FFFFFF\">\n    <HR>\n    <a href=\"http://google.com\">Goog</a>\n    <H1>This is one header</H1>\n    <H2>This is a another Header</H2>\n    <P>Travel from\n        <P>\n        <B>SFO to JFK</B>\n        <BR>\n        <B><I>on May 2, 2015 at 2:00 pm. For details go to confirm.com </I></B>\n        <HR>\n        <div style=\"color:#0000FF\">\n            <h3>Traveler <b> name </b> is\n            <p> John Doe </p>\n        </div>"

     _UpperCAmelCase     							=   "\n    <!DOCTYPE html>\n    <html>\n    <body>\n\n    <h1>My First Heading</h1>\n    <p>My first paragraph.</p>\n\n    </body>\n    </html>\n    "

     return [html_string_a, html_string_a]







@require_bsa
class   A_	(  lowerCAmelCase_							,						unittest.TestCase			):
 _lowerCamelCase  : Dict           =							MarkupLMFeatureExtractor if is_bsa_available() else None




 def      lowercase	(					self       :    List[str]    ):
      _UpperCAmelCase     							=   MarkupLMFeatureExtractionTester(self    )




 @property
 def      lowercase	(					self       :    int    ):
      return self.feature_extract_tester.prepare_feat_extract_dict()




 def      lowercase	(					self       :    List[Any]    ):
      # Initialize feature_extractor
      _UpperCAmelCase     							=   self.feature_extraction_class()

      # Test not batched input
      _UpperCAmelCase     							=   get_html_strings()[0]
      _UpperCAmelCase     							=   feature_extractor(snake_case_    )

      # fmt: off
      _UpperCAmelCase     							=   [["sample document", "Goog", "This is one header", "This is a another Header", "Travel from", "SFO to JFK", "on May 2, 2015 at 2:00 pm. For details go to confirm.com", "Traveler", "name", "is", "John Doe"]]
      _UpperCAmelCase     							=   [["/html/head/title", "/html/body/a", "/html/body/h1", "/html/body/h2", "/html/body/p", "/html/body/p/p/b[1]", "/html/body/p/p/b[2]/i", "/html/body/p/p/div/h3", "/html/body/p/p/div/h3/b", "/html/body/p/p/div/h3", "/html/body/p/p/div/h3/p"]]
      # fmt: on

      self.assertEqual(encoding.nodes	,			snake_case_    )
      self.assertEqual(encoding.xpaths	,			snake_case_    )

      # Test batched
      _UpperCAmelCase     							=   get_html_strings()
      _UpperCAmelCase     							=   feature_extractor(snake_case_    )

      # fmt: off
      _UpperCAmelCase     							=   expected_nodes + [["My First Heading", "My first paragraph."]]
      _UpperCAmelCase     							=   expected_xpaths + [["/html/body/h1", "/html/body/p"]]

      self.assertEqual(len(encoding.nodes    )	,			2    )
      self.assertEqual(len(encoding.xpaths    )	,			2    )

      self.assertEqual(encoding.nodes	,			snake_case_    )
      self.assertEqual(encoding.xpaths	,			snake_case_    )











'''simple docstring'''




from collections import OrderedDict
from typing import Any, Mapping, Optional, Union

from ...configuration_utils import PretrainedConfig
from ...feature_extraction_utils import FeatureExtractionMixin
from ...onnx import OnnxConfig
from ...onnx.utils import compute_effective_axis_dimension
from ...tokenization_utils_base import PreTrainedTokenizerBase
from ...utils import TensorType, logging


__SCREAMING_SNAKE_CASE     :Dict       =				logging.get_logger(__name__)

__SCREAMING_SNAKE_CASE     :int       =				{
    '''deepmind/language-perceiver''': '''https://huggingface.co/deepmind/language-perceiver/resolve/main/config.json''',
    # See all Perceiver models at https://huggingface.co/models?filter=perceiver
}







class   A_	(  lowerCAmelCase_			):
 _lowerCamelCase  : int           =							"""perceiver"""




 def __init__(					self       :    Any	,			snake_case_       :    List[Any]=2_5_6	,			snake_case_       :    str=1_2_8_0	,			snake_case_       :    Optional[int]=7_6_8	,			snake_case_       :    int=1	,			snake_case_       :    List[Any]=2_6	,			snake_case_       :    Dict=8	,			snake_case_       :    List[Any]=8	,			snake_case_       :    Tuple=None	,			snake_case_       :    Tuple=None	,			snake_case_       :    Any="kv"	,			snake_case_       :    Any=1	,			snake_case_       :    List[str]=1	,			snake_case_       :    Optional[int]="gelu"	,			snake_case_       :    List[Any]=0.1	,			snake_case_       :    Dict=0.0_2	,			snake_case_       :    int=1e-12	,			snake_case_       :    List[str]=True	,			snake_case_       :    str=2_6_2	,			snake_case_       :    Optional[Any]=2_0_4_8	,			snake_case_       :    Union[str, Any]=5_6	,			snake_case_       :    Dict=[3_6_8, 4_9_6]	,			snake_case_       :    Tuple=1_6	,			snake_case_       :    Union[str, Any]=1_9_2_0	,			snake_case_       :    List[Any]=1_6	,			snake_case_       :    Tuple=[1, 1_6, 2_2_4, 2_2_4]	,			**snake_case_       :    List[Any]	,			):
      super().__init__(**snake_case_    )

      _UpperCAmelCase     							=   num_latents
      _UpperCAmelCase     							=   d_latents
      _UpperCAmelCase     							=   d_model
      _UpperCAmelCase     							=   num_blocks
      _UpperCAmelCase     							=   num_self_attends_per_block
      _UpperCAmelCase     							=   num_self_attention_heads
      _UpperCAmelCase     							=   num_cross_attention_heads
      _UpperCAmelCase     							=   qk_channels
      _UpperCAmelCase     							=   v_channels
      _UpperCAmelCase     							=   cross_attention_shape_for_attention
      _UpperCAmelCase     							=   self_attention_widening_factor
      _UpperCAmelCase     							=   cross_attention_widening_factor
      _UpperCAmelCase     							=   hidden_act
      _UpperCAmelCase     							=   attention_probs_dropout_prob
      _UpperCAmelCase     							=   initializer_range
      _UpperCAmelCase     							=   layer_norm_eps
      _UpperCAmelCase     							=   use_query_residual
      # masked language modeling attributes
      _UpperCAmelCase     							=   vocab_size
      _UpperCAmelCase     							=   max_position_embeddings
      # image classification attributes
      _UpperCAmelCase     							=   image_size
      # flow attributes
      _UpperCAmelCase     							=   train_size
      # multimodal autoencoding attributes
      _UpperCAmelCase     							=   num_frames
      _UpperCAmelCase     							=   audio_samples_per_frame
      _UpperCAmelCase     							=   samples_per_patch
      _UpperCAmelCase     							=   output_shape







class   A_	(  lowerCAmelCase_			):




 @property
 def      lowercase	(					self       :    int    ):
      if self.task == "multiple-choice":
           _UpperCAmelCase     							=   {0: "batch", 1: "choice", 2: "sequence"}
      else:
           _UpperCAmelCase     							=   {0: "batch", 1: "sequence"}
      return OrderedDict(
          [
              ("inputs", dynamic_axis),
              ("attention_mask", dynamic_axis),
          ]    )




 @property
 def      lowercase	(					self       :    Optional[Any]    ):
      return 1e-4




 def      lowercase	(					self       :    List[str]	,			snake_case_       :    Union["PreTrainedTokenizerBase", "FeatureExtractionMixin"]	,			snake_case_       :    int = -1	,			snake_case_       :    int = -1	,			snake_case_       :    int = -1	,			snake_case_       :    bool = False	,			snake_case_       :    Optional[TensorType] = None	,			snake_case_       :    int = 3	,			snake_case_       :    int = 4_0	,			snake_case_       :    int = 4_0	,			):
      # copied from `transformers.onnx.config.OnnxConfig` and slightly altered/simplified

      if isinstance(snake_case_	,			snake_case_    ):
           # If dynamic axis (-1) we forward with a fixed dimension of 2 samples to avoid optimizations made by ONNX
           _UpperCAmelCase     							=   compute_effective_axis_dimension(
               snake_case_	,			fixed_dimension=OnnxConfig.default_fixed_batch	,			num_token_to_add=0    )
           # If dynamic axis (-1) we forward with a fixed dimension of 8 tokens to avoid optimizations made by ONNX
           _UpperCAmelCase     							=   preprocessor.num_special_tokens_to_add(snake_case_    )
           _UpperCAmelCase     							=   compute_effective_axis_dimension(
               snake_case_	,			fixed_dimension=OnnxConfig.default_fixed_sequence	,			num_token_to_add=snake_case_    )
           # Generate dummy inputs according to compute batch and sequence
           _UpperCAmelCase     							=   [" ".join(["a"]    ) * seq_length] * batch_size
           _UpperCAmelCase     							=   dict(preprocessor(snake_case_	,			return_tensors=snake_case_    )    )
           _UpperCAmelCase     							=   inputs.pop("input_ids"    )
           return inputs
      elif isinstance(snake_case_	,			snake_case_    ) and preprocessor.model_input_names[0] == "pixel_values":
           # If dynamic axis (-1) we forward with a fixed dimension of 2 samples to avoid optimizations made by ONNX
           _UpperCAmelCase     							=   compute_effective_axis_dimension(snake_case_	,			fixed_dimension=OnnxConfig.default_fixed_batch    )
           _UpperCAmelCase     							=   self._generate_dummy_images(snake_case_	,			snake_case_	,			snake_case_	,			snake_case_    )
           _UpperCAmelCase     							=   dict(preprocessor(images=snake_case_	,			return_tensors=snake_case_    )    )
           _UpperCAmelCase     							=   inputs.pop("pixel_values"    )
           return inputs
      else:
           raise ValueError(
               "Unable to generate dummy inputs for the model. Please provide a tokenizer or a preprocessor."    )




