


import argparse
import logging
import os
import sys
import time

import tensorflow as tf
from datasets import load_dataset
from tqdm import tqdm

from transformers import AutoTokenizer, TFAutoModelForSequenceClassification
from transformers.utils import is_sagemaker_dp_enabled


if os.environ.get('''SDP_ENABLED''') or is_sagemaker_dp_enabled():
   _A		:					Dict          =							True
   _A		:					Tuple          =							'''p3dn.24xlarge'''
   import smdistributed.dataparallel.tensorflow as sdp
else:
   _A		:					int          =							False



def      __lowerCAmelCase    (				snake_case						:     List[str]    ,   snake_case						:     Optional[Any]    ,   snake_case						:     str    ,   snake_case						:     Dict    ,   snake_case						:     List[str]    ,   snake_case						:     Union[str, Any]    ,   snake_case						:     int=None			)							->				Optional[int]:
   __lowerCamelCase:					Union[str, Any]	 =						tqdm(snake_case			)
   for i, batch in enumerate(snake_case			):
      with tf.GradientTape() as tape:
         __lowerCamelCase ,  __lowerCamelCase:					List[Any]	 =						batch
         __lowerCamelCase:					str	 =						model(snake_case			)
         __lowerCamelCase:					int	 =						loss(snake_case    ,   outputs.logits			)

      if SDP_ENABLED:
         __lowerCamelCase:					Any	 =						sdp.DistributedGradientTape(snake_case    ,   sparse_as_dense=snake_case			)

      __lowerCamelCase:					str	 =						tape.gradient(snake_case    ,   model.trainable_variables			)
      opt.apply_gradients(zip(snake_case    ,   model.trainable_variables			)			)

      pbar.set_description(f'Loss: {loss_value:.4f}'			)

      if SDP_ENABLED and i == 0:
         sdp.broadcast_variables(model.variables    ,   root_rank=0			)
         sdp.broadcast_variables(opt.variables()    ,   root_rank=0			)

      if max_steps and i >= max_steps:
         break

   __lowerCamelCase:					List[Any]	 =						{"""loss""": loss_value.numpy()}
   return train_results



def      __lowerCAmelCase    (				snake_case						:     Tuple    ,   snake_case						:     Optional[int]    ,   snake_case						:     Optional[int]			)							->				List[Any]:
   # Load dataset
   __lowerCamelCase ,  __lowerCamelCase:					List[Any]	 =						load_dataset("""imdb"""    ,   split=["""train""", """test"""]			)

   # Preprocess train dataset
   __lowerCamelCase:					int	 =						train_dataset.map(
       lambda snake_case			: tokenizer(e["""text"""]    ,   truncation=snake_case    ,   padding="""max_length"""			)    ,   batched=snake_case			)
   train_dataset.set_format(type="""tensorflow"""    ,   columns=["""input_ids""", """attention_mask""", """label"""]			)

   __lowerCamelCase:					Dict	 =						{
       x: train_dataset[x].to_tensor(default_value=0    ,   shape=[None, tokenizer.model_max_length]			)
       for x in ["""input_ids""", """attention_mask"""]
   }
   __lowerCamelCase:					Tuple	 =						tf.data.Dataset.from_tensor_slices((train_features, train_dataset["""label"""])			)

   # Preprocess test dataset
   __lowerCamelCase:					Optional[int]	 =						test_dataset.map(
       lambda snake_case			: tokenizer(e["""text"""]    ,   truncation=snake_case    ,   padding="""max_length"""			)    ,   batched=snake_case			)
   test_dataset.set_format(type="""tensorflow"""    ,   columns=["""input_ids""", """attention_mask""", """label"""]			)

   __lowerCamelCase:					Dict	 =						{
       x: test_dataset[x].to_tensor(default_value=0    ,   shape=[None, tokenizer.model_max_length]			)
       for x in ["""input_ids""", """attention_mask"""]
   }
   __lowerCamelCase:					Union[str, Any]	 =						tf.data.Dataset.from_tensor_slices((test_features, test_dataset["""label"""])			)

   if SDP_ENABLED:
      __lowerCamelCase:					List[Any]	 =						tf_train_dataset.shard(sdp.size()    ,   sdp.rank()			)
      __lowerCamelCase:					int	 =						tf_test_dataset.shard(sdp.size()    ,   sdp.rank()			)
   __lowerCamelCase:					Optional[Any]	 =						tf_train_dataset.batch(snake_case    ,   drop_remainder=snake_case			)
   __lowerCamelCase:					str	 =						tf_test_dataset.batch(snake_case    ,   drop_remainder=snake_case			)

   return tf_train_dataset, tf_test_dataset


if __name__ == "__main__":
   _A		:					Dict          =							argparse.ArgumentParser()

   # Hyperparameters sent by the client are passed as command-line arguments to the script.
   parser.add_argument('''--epochs''', type=int, default=3)
   parser.add_argument('''--per_device_train_batch_size''', type=int, default=16)
   parser.add_argument('''--per_device_eval_batch_size''', type=int, default=8)
   parser.add_argument('''--model_name_or_path''', type=str)
   parser.add_argument('''--learning_rate''', type=str, default=5e-5)
   parser.add_argument('''--do_train''', type=bool, default=True)
   parser.add_argument('''--do_eval''', type=bool, default=True)
   parser.add_argument('''--output_dir''', type=str)
   parser.add_argument('''--max_steps''', type=int, default=None)

   # Data, model, and output directories
   parser.add_argument('''--output_data_dir''', type=str, default=os.environ['''SM_OUTPUT_DATA_DIR'''])
   parser.add_argument('''--model_dir''', type=str, default=os.environ['''SM_MODEL_DIR'''])
   parser.add_argument('''--n_gpus''', type=str, default=os.environ['''SM_NUM_GPUS'''])

   _A    ,_A		:					Optional[Any]          =							parser.parse_known_args()

   # Set up logging
   _A		:					Union[str, Any]          =							logging.getLogger(__name__)

   logging.basicConfig(
       level=logging.getLevelName('''INFO'''),
       handlers=[logging.StreamHandler(sys.stdout)],
       format='''%(asctime)s - %(name)s - %(levelname)s - %(message)s''',
   )

   if SDP_ENABLED:
      sdp.init()

      _A		:					str          =							tf.config.experimental.list_physical_devices('''GPU''')
      for gpu in gpus:
         tf.config.experimental.set_memory_growth(gpu, True)
      if gpus:
         tf.config.experimental.set_visible_devices(gpus[sdp.local_rank()], '''GPU''')

    # Load model and tokenizer
   _A		:					Union[str, Any]          =							TFAutoModelForSequenceClassification.from_pretrained(args.model_name_or_path)
   _A		:					List[Any]          =							AutoTokenizer.from_pretrained(args.model_name_or_path)

   # get datasets
   _A    ,_A		:					int          =							get_datasets(
       tokenizer=tokenizer,
       train_batch_size=args.per_device_train_batch_size,
       eval_batch_size=args.per_device_eval_batch_size,
   )

   # fine optimizer and loss
   _A		:					Union[str, Any]          =							tf.keras.optimizers.Adam(learning_rate=args.learning_rate)
   _A		:					Optional[Any]          =							tf.keras.losses.SparseCategoricalCrossentropy(from_logits=True)
   _A		:					int          =							[tf.keras.metrics.SparseCategoricalAccuracy()]
   model.compile(optimizer=optimizer, loss=loss, metrics=metrics)

   # Training
   if args.do_train:
      # train_results = model.fit(tf_train_dataset, epochs=args.epochs, batch_size=args.train_batch_size)
      _A		:					Optional[Any]          =							time.time()
      _A		:					List[str]          =							fit(
          model,
          loss,
          optimizer,
          tf_train_dataset,
          args.epochs,
          args.per_device_train_batch_size,
          max_steps=args.max_steps,
      )
      _A		:					List[Any]          =							time.time() - start_train_time
      logger.info('''*** Train ***''')
      logger.info(F"""train_runtime = {end_train_time}""")

      _A		:					Tuple          =							os.path.join(args.output_dir, '''train_results.txt''')

      if not SDP_ENABLED or sdp.rank() == 0:
         with open(output_eval_file, '''w''') as writer:
            logger.info('''***** Train results *****''')
            logger.info(train_results)
            for key, value in train_results.items():
               logger.info(F"""  {key} = {value}""")
               writer.write(F"""{key} = {value}\n""")

    # Evaluation
   if args.do_eval and (not SDP_ENABLED or sdp.rank() == 0):
      _A		:					Union[str, Any]          =							model.evaluate(tf_test_dataset, batch_size=args.per_device_eval_batch_size, return_dict=True)
      logger.info('''*** Evaluate ***''')

      _A		:					Any          =							os.path.join(args.output_dir, '''eval_results.txt''')

      with open(output_eval_file, '''w''') as writer:
         logger.info('''***** Eval results *****''')
         logger.info(result)
         for key, value in result.items():
            logger.info(F"""  {key} = {value}""")
            writer.write(F"""{key} = {value}\n""")

    # Save result
   if SDP_ENABLED:
      if sdp.rank() == 0:
         model.save_pretrained(args.output_dir)
         tokenizer.save_pretrained(args.output_dir)
   else:
      model.save_pretrained(args.output_dir)
      tokenizer.save_pretrained(args.output_dir)






import tempfile
import unittest

from transformers import DPRConfig, is_torch_available
from transformers.testing_utils import require_torch, slow, torch_device

from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, ids_tensor, random_attention_mask
from ...test_pipeline_mixin import PipelineTesterMixin


if is_torch_available():
   import torch

   from transformers import DPRContextEncoder, DPRQuestionEncoder, DPRReader, DPRReaderTokenizer
   from transformers.models.dpr.modeling_dpr import (
       DPR_CONTEXT_ENCODER_PRETRAINED_MODEL_ARCHIVE_LIST,
       DPR_QUESTION_ENCODER_PRETRAINED_MODEL_ARCHIVE_LIST,
       DPR_READER_PRETRAINED_MODEL_ARCHIVE_LIST,
   )



class 							a       :





     def __init__(     self       :					str     ,						SCREAMING_SNAKE_CASE_       :					Optional[Any]     ,						SCREAMING_SNAKE_CASE_       :					List[str]=13     ,						SCREAMING_SNAKE_CASE_       :					Optional[Any]=7     ,						SCREAMING_SNAKE_CASE_       :					List[str]=False     ,						SCREAMING_SNAKE_CASE_       :					List[Any]=True     ,						SCREAMING_SNAKE_CASE_       :					str=True     ,						SCREAMING_SNAKE_CASE_       :					Optional[int]=True     ,						SCREAMING_SNAKE_CASE_       :					Any=99     ,						SCREAMING_SNAKE_CASE_       :					Dict=32     ,						SCREAMING_SNAKE_CASE_       :					Union[str, Any]=5     ,						SCREAMING_SNAKE_CASE_       :					List[Any]=4     ,						SCREAMING_SNAKE_CASE_       :					Optional[int]=37     ,						SCREAMING_SNAKE_CASE_       :					Union[str, Any]="gelu"     ,						SCREAMING_SNAKE_CASE_       :					Any=0.1     ,						SCREAMING_SNAKE_CASE_       :					Optional[int]=0.1     ,						SCREAMING_SNAKE_CASE_       :					Optional[Any]=512     ,						SCREAMING_SNAKE_CASE_       :					Any=16     ,						SCREAMING_SNAKE_CASE_       :					Optional[int]=2     ,						SCREAMING_SNAKE_CASE_       :					str=0.02     ,						SCREAMING_SNAKE_CASE_       :					Tuple=3     ,						SCREAMING_SNAKE_CASE_       :					Any=4     ,						SCREAMING_SNAKE_CASE_       :					Tuple=None     ,						SCREAMING_SNAKE_CASE_       :					str=0     ,						):
        __lowerCamelCase:					Optional[Any]	 =						parent
        __lowerCamelCase:					Union[str, Any]	 =						batch_size
        __lowerCamelCase:					str	 =						seq_length
        __lowerCamelCase:					str	 =						is_training
        __lowerCamelCase:					Optional[Any]	 =						use_input_mask
        __lowerCamelCase:					Union[str, Any]	 =						use_token_type_ids
        __lowerCamelCase:					Any	 =						use_labels
        __lowerCamelCase:					str	 =						vocab_size
        __lowerCamelCase:					Tuple	 =						hidden_size
        __lowerCamelCase:					str	 =						num_hidden_layers
        __lowerCamelCase:					Dict	 =						num_attention_heads
        __lowerCamelCase:					int	 =						intermediate_size
        __lowerCamelCase:					Any	 =						hidden_act
        __lowerCamelCase:					Dict	 =						hidden_dropout_prob
        __lowerCamelCase:					str	 =						attention_probs_dropout_prob
        __lowerCamelCase:					Optional[Any]	 =						max_position_embeddings
        __lowerCamelCase:					Optional[Any]	 =						type_vocab_size
        __lowerCamelCase:					Optional[int]	 =						type_sequence_label_size
        __lowerCamelCase:					List[str]	 =						initializer_range
        __lowerCamelCase:					Tuple	 =						num_labels
        __lowerCamelCase:					str	 =						num_choices
        __lowerCamelCase:					Union[str, Any]	 =						scope
        __lowerCamelCase:					Dict	 =						projection_dim





     def 			SCREAMING_SNAKE_CASE__							(     self       :					List[Any]				):
        __lowerCamelCase:					int	 =						ids_tensor([self.batch_size, self.seq_length]     ,						self.vocab_size				)

        __lowerCamelCase:					List[Any]	 =						None
        if self.use_input_mask:
           __lowerCamelCase:					Optional[int]	 =						random_attention_mask([self.batch_size, self.seq_length]				)

        __lowerCamelCase:					int	 =						None
        if self.use_token_type_ids:
           __lowerCamelCase:					Union[str, Any]	 =						ids_tensor([self.batch_size, self.seq_length]     ,						self.type_vocab_size				)

        __lowerCamelCase:					Optional[int]	 =						None
        __lowerCamelCase:					int	 =						None
        __lowerCamelCase:					List[Any]	 =						None
        if self.use_labels:
           __lowerCamelCase:					List[str]	 =						ids_tensor([self.batch_size]     ,						self.type_sequence_label_size				)
           __lowerCamelCase:					str	 =						ids_tensor([self.batch_size, self.seq_length]     ,						self.num_labels				)
           __lowerCamelCase:					Optional[int]	 =						ids_tensor([self.batch_size]     ,						self.num_choices				)

        __lowerCamelCase:					int	 =						self.get_config()

        return config, input_ids, token_type_ids, input_mask, sequence_labels, token_labels, choice_labels





     def 			SCREAMING_SNAKE_CASE__							(     self       :					Any				):
        return DPRConfig(
            projection_dim=self.projection_dim     ,						vocab_size=self.vocab_size     ,						hidden_size=self.hidden_size     ,						num_hidden_layers=self.num_hidden_layers     ,						num_attention_heads=self.num_attention_heads     ,						intermediate_size=self.intermediate_size     ,						hidden_act=self.hidden_act     ,						hidden_dropout_prob=self.hidden_dropout_prob     ,						attention_probs_dropout_prob=self.attention_probs_dropout_prob     ,						max_position_embeddings=self.max_position_embeddings     ,						type_vocab_size=self.type_vocab_size     ,						initializer_range=self.initializer_range     ,						)





     def 			SCREAMING_SNAKE_CASE__							(     self       :					str     ,						SCREAMING_SNAKE_CASE_       :					int     ,						SCREAMING_SNAKE_CASE_       :					Dict     ,						SCREAMING_SNAKE_CASE_       :					Tuple     ,						SCREAMING_SNAKE_CASE_       :					Optional[Any]     ,						SCREAMING_SNAKE_CASE_       :					Optional[Any]     ,						SCREAMING_SNAKE_CASE_       :					Dict     ,						SCREAMING_SNAKE_CASE_       :					List[str]				):
        __lowerCamelCase:					Union[str, Any]	 =						DPRContextEncoder(config=SCREAMING_SNAKE_CASE_				)
        model.to(SCREAMING_SNAKE_CASE_				)
        model.eval()
        __lowerCamelCase:					int	 =						model(SCREAMING_SNAKE_CASE_     ,						attention_mask=SCREAMING_SNAKE_CASE_     ,						token_type_ids=SCREAMING_SNAKE_CASE_				)
        __lowerCamelCase:					Optional[Any]	 =						model(SCREAMING_SNAKE_CASE_     ,						token_type_ids=SCREAMING_SNAKE_CASE_				)
        __lowerCamelCase:					Any	 =						model(SCREAMING_SNAKE_CASE_				)
        self.parent.assertEqual(result.pooler_output.shape     ,						(self.batch_size, self.projection_dim or self.hidden_size)				)





     def 			SCREAMING_SNAKE_CASE__							(     self       :					Optional[Any]     ,						SCREAMING_SNAKE_CASE_       :					Union[str, Any]     ,						SCREAMING_SNAKE_CASE_       :					List[Any]     ,						SCREAMING_SNAKE_CASE_       :					Optional[int]     ,						SCREAMING_SNAKE_CASE_       :					int     ,						SCREAMING_SNAKE_CASE_       :					Dict     ,						SCREAMING_SNAKE_CASE_       :					str     ,						SCREAMING_SNAKE_CASE_       :					Tuple				):
        __lowerCamelCase:					List[Any]	 =						DPRQuestionEncoder(config=SCREAMING_SNAKE_CASE_				)
        model.to(SCREAMING_SNAKE_CASE_				)
        model.eval()
        __lowerCamelCase:					int	 =						model(SCREAMING_SNAKE_CASE_     ,						attention_mask=SCREAMING_SNAKE_CASE_     ,						token_type_ids=SCREAMING_SNAKE_CASE_				)
        __lowerCamelCase:					Optional[int]	 =						model(SCREAMING_SNAKE_CASE_     ,						token_type_ids=SCREAMING_SNAKE_CASE_				)
        __lowerCamelCase:					Union[str, Any]	 =						model(SCREAMING_SNAKE_CASE_				)
        self.parent.assertEqual(result.pooler_output.shape     ,						(self.batch_size, self.projection_dim or self.hidden_size)				)





     def 			SCREAMING_SNAKE_CASE__							(     self       :					Any     ,						SCREAMING_SNAKE_CASE_       :					str     ,						SCREAMING_SNAKE_CASE_       :					Optional[int]     ,						SCREAMING_SNAKE_CASE_       :					Optional[int]     ,						SCREAMING_SNAKE_CASE_       :					Optional[Any]     ,						SCREAMING_SNAKE_CASE_       :					Dict     ,						SCREAMING_SNAKE_CASE_       :					List[Any]     ,						SCREAMING_SNAKE_CASE_       :					Optional[Any]				):
        __lowerCamelCase:					Optional[Any]	 =						DPRReader(config=SCREAMING_SNAKE_CASE_				)
        model.to(SCREAMING_SNAKE_CASE_				)
        model.eval()
        __lowerCamelCase:					Any	 =						model(
            SCREAMING_SNAKE_CASE_     ,						attention_mask=SCREAMING_SNAKE_CASE_     ,						)

        self.parent.assertEqual(result.start_logits.shape     ,						(self.batch_size, self.seq_length)				)
        self.parent.assertEqual(result.end_logits.shape     ,						(self.batch_size, self.seq_length)				)
        self.parent.assertEqual(result.relevance_logits.shape     ,						(self.batch_size,)				)







     def 			SCREAMING_SNAKE_CASE__							(     self       :					List[Any]				):
        __lowerCamelCase:					Any	 =						self.prepare_config_and_inputs()
        (
            (
            __lowerCamelCase
        ) ,  (
            __lowerCamelCase
        ) ,  (
            __lowerCamelCase
        ) ,  (
            __lowerCamelCase
        ) ,  (
            __lowerCamelCase
        ) ,  (
            __lowerCamelCase
        ) ,  (
            __lowerCamelCase
        ) ,  
        ):					Dict	 =						config_and_inputs
        __lowerCamelCase:					List[str]	 =						{"""input_ids""": input_ids}
        return config, inputs_dict



@require_torch
class 							a       (      _UpperCAmelCase  ,_UpperCAmelCase  ,unittest.TestCase ):
     UpperCAmelCase__			:	Dict       =						(
         (
             DPRContextEncoder,
             DPRQuestionEncoder,
             DPRReader,
         )
         if is_torch_available()
         else ()
     )
     UpperCAmelCase__			:	List[str]       =						{"feature-extraction": DPRQuestionEncoder} if is_torch_available() else {}

     UpperCAmelCase__			:	str       =						False
     UpperCAmelCase__			:	Optional[Any]       =						False  # why?
     UpperCAmelCase__			:	List[Any]       =						False
     UpperCAmelCase__			:	int       =						False





     def 			SCREAMING_SNAKE_CASE__							(     self       :					Optional[Any]				):
        __lowerCamelCase:					str	 =						DPRModelTester(self				)
        __lowerCamelCase:					Dict	 =						ConfigTester(self     ,						config_class=SCREAMING_SNAKE_CASE_     ,						hidden_size=37				)





     def 			SCREAMING_SNAKE_CASE__							(     self       :					Any				):
        self.config_tester.run_common_tests()





     def 			SCREAMING_SNAKE_CASE__							(     self       :					List[str]				):
        __lowerCamelCase:					Optional[Any]	 =						self.model_tester.prepare_config_and_inputs()
        self.model_tester.create_and_check_context_encoder(*SCREAMING_SNAKE_CASE_				)





     def 			SCREAMING_SNAKE_CASE__							(     self       :					int				):
        __lowerCamelCase:					Any	 =						self.model_tester.prepare_config_and_inputs()
        self.model_tester.create_and_check_question_encoder(*SCREAMING_SNAKE_CASE_				)





     def 			SCREAMING_SNAKE_CASE__							(     self       :					Dict				):
        __lowerCamelCase:					str	 =						self.model_tester.prepare_config_and_inputs()
        self.model_tester.create_and_check_reader(*SCREAMING_SNAKE_CASE_				)





     def 			SCREAMING_SNAKE_CASE__							(     self       :					List[Any]				):
        __lowerCamelCase:					str	 =						self.model_tester.prepare_config_and_inputs()[0]

        __lowerCamelCase:					Optional[int]	 =						DPRQuestionEncoder(config=SCREAMING_SNAKE_CASE_				)
        model.to(SCREAMING_SNAKE_CASE_				)
        model.eval()

        with tempfile.TemporaryDirectory() as tmp_dirname:
           model.save_pretrained(SCREAMING_SNAKE_CASE_				)
           __lowerCamelCase:					List[Any]	 =						DPRQuestionEncoder.from_pretrained(SCREAMING_SNAKE_CASE_     ,						projection_dim=512				)

        self.assertIsNotNone(SCREAMING_SNAKE_CASE_				)







     @slow
     def 			SCREAMING_SNAKE_CASE__							(     self       :					Dict				):
        for model_name in DPR_CONTEXT_ENCODER_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
           __lowerCamelCase:					Dict	 =						DPRContextEncoder.from_pretrained(SCREAMING_SNAKE_CASE_				)
           self.assertIsNotNone(SCREAMING_SNAKE_CASE_				)

        for model_name in DPR_CONTEXT_ENCODER_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
           __lowerCamelCase:					Any	 =						DPRContextEncoder.from_pretrained(SCREAMING_SNAKE_CASE_				)
           self.assertIsNotNone(SCREAMING_SNAKE_CASE_				)

        for model_name in DPR_QUESTION_ENCODER_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
           __lowerCamelCase:					Tuple	 =						DPRQuestionEncoder.from_pretrained(SCREAMING_SNAKE_CASE_				)
           self.assertIsNotNone(SCREAMING_SNAKE_CASE_				)

        for model_name in DPR_READER_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
           __lowerCamelCase:					Optional[int]	 =						DPRReader.from_pretrained(SCREAMING_SNAKE_CASE_				)
           self.assertIsNotNone(SCREAMING_SNAKE_CASE_				)



@require_torch
class 							a       (      unittest.TestCase ):





     @slow
     def 			SCREAMING_SNAKE_CASE__							(     self       :					Union[str, Any]				):
        __lowerCamelCase:					Union[str, Any]	 =						DPRQuestionEncoder.from_pretrained("""facebook/dpr-question_encoder-single-nq-base"""     ,						return_dict=SCREAMING_SNAKE_CASE_				)
        model.to(SCREAMING_SNAKE_CASE_				)

        __lowerCamelCase:					Tuple	 =						torch.tensor(
            [[101, 7592, 1010, 2003, 2026, 3899, 10140, 1029, 102]]     ,						dtype=torch.long     ,						device=SCREAMING_SNAKE_CASE_				)  # [CLS] hello, is my dog cute? [SEP]
        __lowerCamelCase:					Tuple	 =						model(SCREAMING_SNAKE_CASE_				)[0]  # embedding shape = (1, 768)
        # compare the actual values for a slice.
        __lowerCamelCase:					Dict	 =						torch.tensor(
            [
                [
                    0.0323_6253,
                    0.1275_3335,
                    0.1681_8509,
                    0.0027_9786,
                    0.389_6933,
                    0.2426_4945,
                    0.217_8971,
                    -0.0233_5227,
                    -0.0848_1959,
                    -0.1432_4117,
                ]
            ]     ,						dtype=torch.float     ,						device=SCREAMING_SNAKE_CASE_     ,						)
        self.assertTrue(torch.allclose(output[:, :10]     ,						SCREAMING_SNAKE_CASE_     ,						atol=1E-4				)				)







     @slow
     def 			SCREAMING_SNAKE_CASE__							(     self       :					List[Any]				):
        __lowerCamelCase:					Dict	 =						DPRReaderTokenizer.from_pretrained("""facebook/dpr-reader-single-nq-base"""				)
        __lowerCamelCase:					Optional[Any]	 =						DPRReader.from_pretrained("""facebook/dpr-reader-single-nq-base"""				)
        model.to(SCREAMING_SNAKE_CASE_				)

        __lowerCamelCase:					int	 =						tokenizer(
            questions="""What is love ?"""     ,						titles="""Haddaway"""     ,						texts="""What Is Love is a song recorded by the artist Haddaway"""     ,						padding=SCREAMING_SNAKE_CASE_     ,						return_tensors="""pt"""     ,						)
        encoded_inputs.to(SCREAMING_SNAKE_CASE_				)

        __lowerCamelCase:					Optional[Any]	 =						model(**SCREAMING_SNAKE_CASE_				)

        # compare the actual values for a slice.
        __lowerCamelCase:					Optional[Any]	 =						torch.tensor(
            [[-10.3005, -10.7765, -11.4872, -11.6841, -11.9312, -10.3002, -9.8544, -11.7378, -12.0821, -10.2975]]     ,						dtype=torch.float     ,						device=SCREAMING_SNAKE_CASE_     ,						)

        __lowerCamelCase:					Dict	 =						torch.tensor(
            [[-11.0684, -11.7041, -11.5397, -10.3465, -10.8791, -6.8443, -11.9959, -11.0364, -10.0096, -6.8405]]     ,						dtype=torch.float     ,						device=SCREAMING_SNAKE_CASE_     ,						)
        self.assertTrue(torch.allclose(outputs.start_logits[:, :10]     ,						SCREAMING_SNAKE_CASE_     ,						atol=1E-4				)				)
        self.assertTrue(torch.allclose(outputs.end_logits[:, :10]     ,						SCREAMING_SNAKE_CASE_     ,						atol=1E-4				)				)


