




import os
from argparse import ArgumentParser
from pathlib import Path
from shutil import copyfile
from typing import List

from datasets import config
from datasets.builder import DatasetBuilder
from datasets.commands import BaseDatasetsCLICommand
from datasets.download.download_config import DownloadConfig
from datasets.download.download_manager import DownloadMode
from datasets.load import dataset_module_factory, import_main_class
from datasets.utils.info_utils import VerificationMode


def 		_lowerCamelCase					(       UpperCamelCase       ,  **UpperCamelCase				)      ->		Optional[Any]:





  """simple docstring"""





  return RunBeamCommand(
      args.dataset       ,  args.name       ,  args.cache_dir       ,  args.beam_pipeline_options       ,  args.data_dir       ,  args.all_configs       ,  args.save_info or args.save_infos       ,  args.ignore_verifications       ,  args.force_redownload       ,  **_A       ,  )





class   UpperCAmelCase    (      a__ ):






   @staticmethod
   def 			_a    (						UpperCamelCase_ :							ArgumentParser  )->      Union[str, Any]:
     _lowercase:			Tuple      =     parser.add_parser('run_beam'    ,       help='Run a Beam dataset processing pipeline'  )
     run_beam_parser.add_argument('dataset'    ,       type=lowercase__    ,       help='Name of the dataset to download'  )
     run_beam_parser.add_argument('--name'    ,       type=lowercase__    ,       default=lowercase__    ,       help='Dataset config name'  )
     run_beam_parser.add_argument(
         '--cache_dir'    ,       type=lowercase__    ,       default=lowercase__    ,       help='Cache directory where the datasets are stored'    ,       )
     run_beam_parser.add_argument(
         '--beam_pipeline_options'    ,       type=lowercase__    ,       default=''    ,       help='Beam pipeline options, separated by commas. Example:: `--beam_pipeline_options=job_name=my-job,project=my-project`'    ,       )
     run_beam_parser.add_argument(
         '--data_dir'    ,       type=lowercase__    ,       default=lowercase__    ,       help='Can be used to specify a manual directory to get the files from'    ,       )
     run_beam_parser.add_argument('--all_configs'    ,       action='store_true'    ,       help='Test all dataset configurations'  )
     run_beam_parser.add_argument('--save_info'    ,       action='store_true'    ,       help='Save the dataset infos file'  )
     run_beam_parser.add_argument(
         '--ignore_verifications'    ,       action='store_true'    ,       help='Run the test without checksums and splits checks'  )
     run_beam_parser.add_argument('--force_redownload'    ,       action='store_true'    ,       help='Force dataset redownload'  )
     # aliases
     run_beam_parser.add_argument('--save_infos'    ,       action='store_true'    ,       help='alias for save_info'  )
     run_beam_parser.set_defaults(func=lowercase__  )






   def __init__(						self :							Optional[int]    ,       UpperCamelCase_ :							str    ,       UpperCamelCase_ :							str    ,       UpperCamelCase_ :							str    ,       UpperCamelCase_ :							str    ,       UpperCamelCase_ :							str    ,       UpperCamelCase_ :							bool    ,       UpperCamelCase_ :							bool    ,       UpperCamelCase_ :							bool    ,       UpperCamelCase_ :							bool    ,       **UpperCamelCase_ :							str    ,       )->      List[str]:
     _lowercase:			Optional[Any]      =     dataset
     _lowercase:			Dict      =     name
     _lowercase:			int      =     cache_dir
     _lowercase:			Any      =     beam_pipeline_options
     _lowercase:			Union[str, Any]      =     data_dir
     _lowercase:			Optional[Any]      =     all_configs
     _lowercase:			List[str]      =     save_infos
     _lowercase:			List[Any]      =     ignore_verifications
     _lowercase:			List[str]      =     force_redownload
     _lowercase:			List[str]      =     config_kwargs






   def 			_a    (						self :							str  )->      Any:
     import apache_beam as beam

     if self._name is not None and self._all_configs:
       print('Both parameters `name` and `all_configs` can\'t be used at once.'  )
       exit(1  )
     _lowercase  ,       _lowercase:			int      =     self._dataset, self._name
     _lowercase:			str      =     dataset_module_factory(lowercase__  )
     _lowercase:			List[Any]      =     import_main_class(dataset_module.module_path  )
     _lowercase:			Dict      =     []
     if self._beam_pipeline_options:
       _lowercase:			List[Any]      =     beam.options.pipeline_options.PipelineOptions(
           flags=[f'--{opt.strip()}' for opt in self._beam_pipeline_options.split(','  ) if opt]  )
     else:
       _lowercase:			str      =     None
     if self._all_configs and len(builder_cls.BUILDER_CONFIGS  ) > 0:
       for builder_config in builder_cls.BUILDER_CONFIGS:
         builders.append(
             builder_cls(
                 config_name=builder_config.name    ,       data_dir=self._data_dir    ,       hash=dataset_module.hash    ,       beam_options=lowercase__    ,       cache_dir=self._cache_dir    ,       base_path=dataset_module.builder_kwargs.get('base_path'  )    ,       )  )
     else:
       builders.append(
           builder_cls(
               config_name=lowercase__    ,       data_dir=self._data_dir    ,       beam_options=lowercase__    ,       cache_dir=self._cache_dir    ,       base_path=dataset_module.builder_kwargs.get('base_path'  )    ,       **self._config_kwargs    ,       )  )

     for builder in builders:
       builder.download_and_prepare(
           download_mode=DownloadMode.REUSE_CACHE_IF_EXISTS
           if not self._force_redownload
           else DownloadMode.FORCE_REDOWNLOAD    ,       download_config=DownloadConfig(cache_dir=config.DOWNLOADED_DATASETS_PATH  )    ,       verification_mode=VerificationMode.NO_CHECKS
           if self._ignore_verifications
           else VerificationMode.ALL_CHECKS    ,       try_from_hf_gcs=lowercase__    ,       )
       if self._save_infos:
         builder._save_infos()

     print('Apache beam run successful.'  )

     # If save_infos=True, the dataset infos file is created next to the loaded module file.
     # Let's move it to the original directory of the dataset script, to allow the user to
     # upload them on S3 at the same time afterwards.
     if self._save_infos:
       _lowercase:			Tuple      =     os.path.join(builder_cls.get_imported_module_dir()    ,       config.DATASETDICT_INFOS_FILENAME  )

       _lowercase:			Tuple      =     Path(lowercase__  ).name + '.py'

       _lowercase:			Any      =     os.path.join(lowercase__    ,       lowercase__  )
       if os.path.isfile(lowercase__  ):
         _lowercase:			Optional[int]      =     os.path.dirname(lowercase__  )
       elif os.path.isfile(lowercase__  ):
         _lowercase:			int      =     path
       else:  # in case of a remote dataset
         print(f'Dataset Infos file saved at {dataset_infos_path}'  )
         exit(1  )

       # Move datasetinfo back to the user
       _lowercase:			Union[str, Any]      =     os.path.join(lowercase__    ,       config.DATASETDICT_INFOS_FILENAME  )
       copyfile(lowercase__    ,       lowercase__  )
       print(f'Dataset Infos file saved at {user_dataset_infos_path}'  )






import unittest

from transformers import ElectraConfig, is_torch_available
from transformers.models.auto import get_values
from transformers.testing_utils import require_torch, slow, torch_device

from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor, random_attention_mask
from ...test_pipeline_mixin import PipelineTesterMixin


if is_torch_available():
  import torch

  from transformers import (
      MODEL_FOR_PRETRAINING_MAPPING,
      ElectraForCausalLM,
      ElectraForMaskedLM,
      ElectraForMultipleChoice,
      ElectraForPreTraining,
      ElectraForQuestionAnswering,
      ElectraForSequenceClassification,
      ElectraForTokenClassification,
      ElectraModel,
  )
  from transformers.models.electra.modeling_electra import ELECTRA_PRETRAINED_MODEL_ARCHIVE_LIST
class 							__lowercase   :



     def __init__(  self   :							Optional[Any]      ,		lowercase__   :							int      ,		lowercase__   :							Tuple=1_3      ,		lowercase__   :							Any=7      ,		lowercase__   :							Optional[int]=True      ,		lowercase__   :							str=True      ,		lowercase__   :							Optional[Any]=True      ,		lowercase__   :							int=True      ,		lowercase__   :							str=9_9      ,		lowercase__   :							Dict=3_2      ,		lowercase__   :							Union[str, Any]=5      ,		lowercase__   :							Any=4      ,		lowercase__   :							Tuple=3_7      ,		lowercase__   :							Tuple="gelu"      ,		lowercase__   :							Optional[int]=0.1      ,		lowercase__   :							str=0.1      ,		lowercase__   :							int=5_1_2      ,		lowercase__   :							Any=1_6      ,		lowercase__   :							Dict=2      ,		lowercase__   :							Tuple=0.02      ,		lowercase__   :							Union[str, Any]=3      ,		lowercase__   :							Tuple=4      ,		lowercase__   :							Dict=None      ,		):
       a_		    =  parent
       a_		    =  batch_size
       a_		    =  seq_length
       a_		    =  is_training
       a_		    =  use_input_mask
       a_		    =  use_token_type_ids
       a_		    =  use_labels
       a_		    =  vocab_size
       a_		    =  hidden_size
       a_		    =  num_hidden_layers
       a_		    =  num_attention_heads
       a_		    =  intermediate_size
       a_		    =  hidden_act
       a_		    =  hidden_dropout_prob
       a_		    =  attention_probs_dropout_prob
       a_		    =  max_position_embeddings
       a_		    =  type_vocab_size
       a_		    =  type_sequence_label_size
       a_		    =  initializer_range
       a_		    =  num_labels
       a_		    =  num_choices
       a_		    =  scope



     def 				__magic_name__		(  self   :							str       ):
       a_		    =  ids_tensor([self.batch_size, self.seq_length]      ,		self.vocab_size       )

       a_		    =  None
       if self.use_input_mask:
         a_		    =  random_attention_mask([self.batch_size, self.seq_length]       )

       a_		    =  None
       if self.use_token_type_ids:
         a_		    =  ids_tensor([self.batch_size, self.seq_length]      ,		self.type_vocab_size       )

       a_		    =  None
       a_		    =  None
       a_		    =  None
       if self.use_labels:
         a_		    =  ids_tensor([self.batch_size]      ,		self.type_sequence_label_size       )
         a_		    =  ids_tensor([self.batch_size, self.seq_length]      ,		self.num_labels       )
         a_		    =  ids_tensor([self.batch_size]      ,		self.num_choices       )
         a_		    =  ids_tensor([self.batch_size, self.seq_length]      ,		1       )

       a_		    =  self.get_config()

       return (
           config,
           input_ids,
           token_type_ids,
           input_mask,
           sequence_labels,
           token_labels,
           choice_labels,
           fake_token_labels,
       )



     def 				__magic_name__		(  self   :							Any       ):
       return ElectraConfig(
           vocab_size=self.vocab_size      ,		hidden_size=self.hidden_size      ,		num_hidden_layers=self.num_hidden_layers      ,		num_attention_heads=self.num_attention_heads      ,		intermediate_size=self.intermediate_size      ,		hidden_act=self.hidden_act      ,		hidden_dropout_prob=self.hidden_dropout_prob      ,		attention_probs_dropout_prob=self.attention_probs_dropout_prob      ,		max_position_embeddings=self.max_position_embeddings      ,		type_vocab_size=self.type_vocab_size      ,		is_decoder=lowercase__      ,		initializer_range=self.initializer_range      ,		)



     def 				__magic_name__		(  self   :							Dict       ):
       (
           (
           a_
       )    , (
           a_
       )    , (
           a_
       )    , (
           a_
       )    , (
           a_
       )    , (
           a_
       )    , (
           a_
       )    , (
           a_
       )    , 
       )		    =  self.prepare_config_and_inputs()

       a_		    =  True
       a_		    =  floats_tensor([self.batch_size, self.seq_length, self.hidden_size]       )
       a_		    =  ids_tensor([self.batch_size, self.seq_length]      ,		vocab_size=2       )

       return (
           config,
           input_ids,
           token_type_ids,
           input_mask,
           sequence_labels,
           token_labels,
           choice_labels,
           encoder_hidden_states,
           encoder_attention_mask,
       )



     def 				__magic_name__		(  self   :							Union[str, Any]      ,		lowercase__   :							Optional[Any]      ,		lowercase__   :							int      ,		lowercase__   :							List[Any]      ,		lowercase__   :							List[Any]      ,		lowercase__   :							str      ,		lowercase__   :							Union[str, Any]      ,		lowercase__   :							str      ,		lowercase__   :							str      ,		):
       a_		    =  ElectraModel(config=lowercase__       )
       model.to(lowercase__       )
       model.eval()
       a_		    =  model(lowercase__      ,		attention_mask=lowercase__      ,		token_type_ids=lowercase__       )
       a_		    =  model(lowercase__      ,		token_type_ids=lowercase__       )
       a_		    =  model(lowercase__       )
       self.parent.assertEqual(result.last_hidden_state.shape      ,		(self.batch_size, self.seq_length, self.hidden_size)       )



     def 				__magic_name__		(  self   :							Optional[int]      ,		lowercase__   :							int      ,		lowercase__   :							Tuple      ,		lowercase__   :							Union[str, Any]      ,		lowercase__   :							Optional[Any]      ,		lowercase__   :							List[str]      ,		lowercase__   :							Optional[Any]      ,		lowercase__   :							Any      ,		lowercase__   :							Dict      ,		lowercase__   :							Optional[Any]      ,		):
       a_		    =  True
       a_		    =  ElectraModel(lowercase__       )
       model.to(lowercase__       )
       model.eval()
       a_		    =  model(
           lowercase__      ,		attention_mask=lowercase__      ,		token_type_ids=lowercase__      ,		encoder_hidden_states=lowercase__      ,		encoder_attention_mask=lowercase__      ,		)
       a_		    =  model(
           lowercase__      ,		attention_mask=lowercase__      ,		token_type_ids=lowercase__      ,		encoder_hidden_states=lowercase__      ,		)
       a_		    =  model(lowercase__      ,		attention_mask=lowercase__      ,		token_type_ids=lowercase__       )
       self.parent.assertEqual(result.last_hidden_state.shape      ,		(self.batch_size, self.seq_length, self.hidden_size)       )



     def 				__magic_name__		(  self   :							str      ,		lowercase__   :							List[Any]      ,		lowercase__   :							Any      ,		lowercase__   :							Union[str, Any]      ,		lowercase__   :							Tuple      ,		lowercase__   :							Union[str, Any]      ,		lowercase__   :							Any      ,		lowercase__   :							Dict      ,		lowercase__   :							Any      ,		):
       a_		    =  ElectraForMaskedLM(config=lowercase__       )
       model.to(lowercase__       )
       model.eval()
       a_		    =  model(lowercase__      ,		attention_mask=lowercase__      ,		token_type_ids=lowercase__      ,		labels=lowercase__       )
       self.parent.assertEqual(result.logits.shape      ,		(self.batch_size, self.seq_length, self.vocab_size)       )



     def 				__magic_name__		(  self   :							Optional[int]      ,		lowercase__   :							Dict      ,		lowercase__   :							Dict      ,		lowercase__   :							Dict      ,		lowercase__   :							str      ,		lowercase__   :							List[Any]      ,		lowercase__   :							List[str]      ,		lowercase__   :							Union[str, Any]      ,		lowercase__   :							int      ,		lowercase__   :							str      ,		):
       a_		    =  ElectraForCausalLM(config=lowercase__       )
       model.to(lowercase__       )
       model.eval()
       a_		    =  model(lowercase__      ,		attention_mask=lowercase__      ,		token_type_ids=lowercase__      ,		labels=lowercase__       )
       self.parent.assertEqual(result.logits.shape      ,		(self.batch_size, self.seq_length, self.vocab_size)       )



     def 				__magic_name__		(  self   :							str      ,		lowercase__   :							Union[str, Any]      ,		lowercase__   :							List[Any]      ,		lowercase__   :							str      ,		lowercase__   :							List[str]      ,		lowercase__   :							Union[str, Any]      ,		lowercase__   :							Dict      ,		lowercase__   :							Dict      ,		lowercase__   :							List[Any]      ,		):
       a_		    =  self.num_labels
       a_		    =  ElectraForTokenClassification(config=lowercase__       )
       model.to(lowercase__       )
       model.eval()
       a_		    =  model(lowercase__      ,		attention_mask=lowercase__      ,		token_type_ids=lowercase__      ,		labels=lowercase__       )
       self.parent.assertEqual(result.logits.shape      ,		(self.batch_size, self.seq_length, self.num_labels)       )



     def 				__magic_name__		(  self   :							Any      ,		lowercase__   :							Any      ,		lowercase__   :							Optional[Any]      ,		lowercase__   :							List[str]      ,		lowercase__   :							Any      ,		lowercase__   :							Dict      ,		lowercase__   :							List[str]      ,		lowercase__   :							List[str]      ,		lowercase__   :							List[str]      ,		):
       a_		    =  self.num_labels
       a_		    =  ElectraForPreTraining(config=lowercase__       )
       model.to(lowercase__       )
       model.eval()
       a_		    =  model(lowercase__      ,		attention_mask=lowercase__      ,		token_type_ids=lowercase__      ,		labels=lowercase__       )
       self.parent.assertEqual(result.logits.shape      ,		(self.batch_size, self.seq_length)       )



     def 				__magic_name__		(  self   :							Optional[int]      ,		lowercase__   :							Dict      ,		lowercase__   :							Tuple      ,		lowercase__   :							Any      ,		lowercase__   :							Any      ,		lowercase__   :							int      ,		lowercase__   :							List[str]      ,		lowercase__   :							Optional[int]      ,		lowercase__   :							int      ,		):
       a_		    =  self.num_labels
       a_		    =  ElectraForSequenceClassification(lowercase__       )
       model.to(lowercase__       )
       model.eval()
       a_		    =  model(lowercase__      ,		attention_mask=lowercase__      ,		token_type_ids=lowercase__      ,		labels=lowercase__       )
       self.parent.assertEqual(result.logits.shape      ,		(self.batch_size, self.num_labels)       )



     def 				__magic_name__		(  self   :							Any      ,		lowercase__   :							Union[str, Any]      ,		lowercase__   :							int      ,		lowercase__   :							Any      ,		lowercase__   :							List[Any]      ,		lowercase__   :							Optional[int]      ,		lowercase__   :							Optional[int]      ,		lowercase__   :							List[str]      ,		lowercase__   :							Optional[Any]      ,		):
       a_		    =  ElectraForQuestionAnswering(config=lowercase__       )
       model.to(lowercase__       )
       model.eval()
       a_		    =  model(
           lowercase__      ,		attention_mask=lowercase__      ,		token_type_ids=lowercase__      ,		start_positions=lowercase__      ,		end_positions=lowercase__      ,		)
       self.parent.assertEqual(result.start_logits.shape      ,		(self.batch_size, self.seq_length)       )
       self.parent.assertEqual(result.end_logits.shape      ,		(self.batch_size, self.seq_length)       )



     def 				__magic_name__		(  self   :							int      ,		lowercase__   :							List[str]      ,		lowercase__   :							List[Any]      ,		lowercase__   :							Union[str, Any]      ,		lowercase__   :							Tuple      ,		lowercase__   :							List[Any]      ,		lowercase__   :							List[Any]      ,		lowercase__   :							Dict      ,		lowercase__   :							Optional[Any]      ,		):
       a_		    =  self.num_choices
       a_		    =  ElectraForMultipleChoice(config=lowercase__       )
       model.to(lowercase__       )
       model.eval()
       a_		    =  input_ids.unsqueeze(1       ).expand(-1      ,		self.num_choices      ,		-1       ).contiguous()
       a_		    =  token_type_ids.unsqueeze(1       ).expand(-1      ,		self.num_choices      ,		-1       ).contiguous()
       a_		    =  input_mask.unsqueeze(1       ).expand(-1      ,		self.num_choices      ,		-1       ).contiguous()
       a_		    =  model(
           lowercase__      ,		attention_mask=lowercase__      ,		token_type_ids=lowercase__      ,		labels=lowercase__      ,		)
       self.parent.assertEqual(result.logits.shape      ,		(self.batch_size, self.num_choices)       )



     def 				__magic_name__		(  self   :							Tuple       ):
       a_		    =  self.prepare_config_and_inputs()
       (
           (
           a_
       )    , (
           a_
       )    , (
           a_
       )    , (
           a_
       )    , (
           a_
       )    , (
           a_
       )    , (
           a_
       )    , (
           a_
       )    , 
       )		    =  config_and_inputs
       a_		    =  {'''input_ids''': input_ids, '''token_type_ids''': token_type_ids, '''attention_mask''': input_mask}
       return config, inputs_dict



@require_torch
class 							__lowercase   (			a__	,		a__	,		unittest.TestCase    ):
     _lowerCAmelCase		       =						(
         (
             ElectraModel,
             ElectraForPreTraining,
             ElectraForMaskedLM,
             ElectraForCausalLM,
             ElectraForMultipleChoice,
             ElectraForTokenClassification,
             ElectraForSequenceClassification,
             ElectraForQuestionAnswering,
         )
         if is_torch_available()
         else ()
     )
     _lowerCAmelCase		       =						(
         {
             "feature-extraction": ElectraModel,
             "fill-mask": ElectraForMaskedLM,
             "question-answering": ElectraForQuestionAnswering,
             "text-classification": ElectraForSequenceClassification,
             "text-generation": ElectraForCausalLM,
             "token-classification": ElectraForTokenClassification,
             "zero-shot": ElectraForSequenceClassification,
         }
         if is_torch_available()
         else {}
     )
     _lowerCAmelCase		       =						True



     def 				__magic_name__		(  self   :							Tuple      ,		lowercase__   :							Optional[int]      ,		lowercase__   :							List[Any]      ,		lowercase__   :							Dict=False       ):
       a_		    =  super()._prepare_for_class(lowercase__      ,		lowercase__      ,		return_labels=lowercase__       )

       if return_labels:
         if model_class in get_values(lowercase__       ):
           a_		    =  torch.zeros(
               (self.model_tester.batch_size, self.model_tester.seq_length)      ,		dtype=torch.long      ,		device=lowercase__       )
       return inputs_dict



     def 				__magic_name__		(  self   :							List[str]       ):
       a_		    =  ElectraModelTester(self       )
       a_		    =  ConfigTester(self      ,		config_class=lowercase__      ,		hidden_size=3_7       )



     def 				__magic_name__		(  self   :							str       ):
       self.config_tester.run_common_tests()



     def 				__magic_name__		(  self   :							Any       ):
       a_		    =  self.model_tester.prepare_config_and_inputs()
       self.model_tester.create_and_check_electra_model(*lowercase__       )



     def 				__magic_name__		(  self   :							Optional[Any]       ):
       a_		    =  self.model_tester.prepare_config_and_inputs_for_decoder()
       self.model_tester.create_and_check_electra_model_as_decoder(*lowercase__       )



     def 				__magic_name__		(  self   :							int       ):
       a_		    =  self.model_tester.prepare_config_and_inputs()
       for type in ["absolute", "relative_key", "relative_key_query"]:
         a_		    =  type
         self.model_tester.create_and_check_electra_model(*lowercase__       )



     def 				__magic_name__		(  self   :							List[str]       ):
       a_		    =  self.model_tester.prepare_config_and_inputs()
       self.model_tester.create_and_check_electra_for_masked_lm(*lowercase__       )



     def 				__magic_name__		(  self   :							Optional[int]       ):
       a_		    =  self.model_tester.prepare_config_and_inputs()
       self.model_tester.create_and_check_electra_for_token_classification(*lowercase__       )



     def 				__magic_name__		(  self   :							Optional[Any]       ):
       a_		    =  self.model_tester.prepare_config_and_inputs()
       self.model_tester.create_and_check_electra_for_pretraining(*lowercase__       )



     def 				__magic_name__		(  self   :							List[Any]       ):
       a_		    =  self.model_tester.prepare_config_and_inputs()
       self.model_tester.create_and_check_electra_for_sequence_classification(*lowercase__       )



     def 				__magic_name__		(  self   :							List[str]       ):
       a_		    =  self.model_tester.prepare_config_and_inputs()
       self.model_tester.create_and_check_electra_for_question_answering(*lowercase__       )



     def 				__magic_name__		(  self   :							str       ):
       a_		    =  self.model_tester.prepare_config_and_inputs()
       self.model_tester.create_and_check_electra_for_multiple_choice(*lowercase__       )



     @slow
     def 				__magic_name__		(  self   :							Union[str, Any]       ):
       for model_name in ELECTRA_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
         a_		    =  ElectraModel.from_pretrained(lowercase__       )
         self.assertIsNotNone(lowercase__       )



     def 				__magic_name__		(  self   :							Dict       ):
       a_		    =  self.model_tester.prepare_config_and_inputs_for_decoder()
       self.model_tester.create_and_check_electra_for_causal_lm(*lowercase__       )



@require_torch
class 							__lowercase   (			unittest.TestCase    ):



     @slow
     def 				__magic_name__		(  self   :							Tuple       ):
       a_		    =  ElectraModel.from_pretrained('''google/electra-small-discriminator'''       )
       a_		    =  torch.tensor([[0, 3_4_5, 2_3_2, 3_2_8, 7_4_0, 1_4_0, 1_6_9_5, 6_9, 6_0_7_8, 1_5_8_8, 2]]       )
       a_		    =  torch.tensor([[0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]       )
       a_		    =  model(lowercase__      ,		attention_mask=lowercase__       )[0]
       a_		    =  torch.Size((1, 1_1, 2_5_6)       )
       self.assertEqual(output.shape      ,		lowercase__       )
       a_		    =  torch.tensor(
           [[[0.4471, 0.6821, -0.3265], [0.4627, 0.5255, -0.3668], [0.4532, 0.3313, -0.4344]]]       )

       self.assertTrue(torch.allclose(output[:, 1:4, 1:4]      ,		lowercase__      ,		atol=1e-4       )       )
