



'''simple docstring'''







import os
import unittest

from transformers import is_torch_available
from transformers.testing_utils import require_sentencepiece, require_tokenizers, require_torch, slow, torch_device


if is_torch_available():
		import torch

		from transformers import GPTaLMHeadModel

@require_torch
@require_sentencepiece
@require_tokenizers
class      lowerCamelCase__     (     unittest.TestCase				):






	'''simple docstring'''

	@slow
	@unittest.skip("""Model is not available."""					)
	def      lowercase__							(  self		:  str					)     ->			int:




								'''simple docstring'''





								lowerCAmelCase__  =   """nvidia/megatron-gpt2-345m/"""
								if "MYDIR" in os.environ:
															lowerCAmelCase__  =   os.path.join(os.environ["""MYDIR"""]   ,		__A					)
								lowerCAmelCase__  =   GPTaLMHeadModel.from_pretrained(__A					)
								model.to(__A					)
								model.half()

								lowerCAmelCase__  =   torch.tensor(
								    [[101, 7110, 1005, 1056, 2023, 1_1333, 1_7413, 1029, 102]]   ,		device=__A   ,		dtype=torch.long   ,		)

								with torch.no_grad():
															lowerCAmelCase__  =   model(__A					).logits

								lowerCAmelCase__  =   torch.Size((1, 9, 5_0257)					)
								self.assertEqual(output.shape   ,		__A					)

								lowerCAmelCase__  =   torch.tensor(
								    [
								        4.9_4_1_4,
								        -0.2_9_2_0,
								        -1.2_1_4_8,
								        -4.0_2_7_3,
								        -0.5_1_6_1,
								        -5.2_1_0_9,
								        -1.2_4_1_2,
								        -1.8_3_0_1,
								        -1.7_7_3_4,
								        -4.7_1_4_8,
								        -0.2_3_1_7,
								        -1.0_8_1_1,
								        -2.1_7_7_7,
								        0.4_1_4_1,
								        -3.7_9_6_9,
								        -4.0_5_8_6,
								        -2.5_3_3_2,
								        -3.3_8_0_9,
								        4.3_8_6_7,
								    ]   ,		device=__A   ,		dtype=torch.half   ,		)

								for i in range(19					):
															lowerCAmelCase__  ,lowerCAmelCase__  =   8 * i // 17, 2792 * i  # along the diagonal
															lowerCAmelCase__  ,lowerCAmelCase__  =   output[0, r, c], expected_diag[i]
															lowerCAmelCase__  =   f'''row={r} col={c} computed={computed} expected={expected}'''
															self.assertAlmostEqual(__A   ,		__A   ,		delta=1E-4   ,		msg=__A					)












import json
import os
import tempfile

import datasets
from datasets.arrow_writer import ArrowWriter
from datasets.features import ArrayaD
from utils import generate_examples, get_duration


__lowercase				    =      (30, 487)
__lowercase				    =      (36, 1_024)
__lowercase				    =      (100, 100)
__lowercase				    =      100

__lowercase				    =      datasets.Features(
    {"""text""": ArrayaD(SHAPE_TEST_1, dtype="""float32"""), """image""": ArrayaD(SHAPE_TEST_2, dtype="""float32""")}
)

__lowercase    ,							__lowercase				    =      os.path.split(__file__)
__lowercase				    =      os.path.join(RESULTS_BASEPATH, """results""", RESULTS_FILENAME.replace(""".py""", """.json"""))


@get_duration
def        __SCREAMING_SNAKE_CASE	(				__lowercase:		Any  ,				__lowercase:		Optional[Any]  ,				__lowercase:		List[Any]):



  '''simple docstring'''






  with ArrowWriter(features=__lowercase  ,				path=os.path.join(__lowercase  ,				'''beta.arrow''')) as writer:
    for key, record in dummy_data:
      __lowerCAmelCase								=					my_features.encode_example(__lowercase)
      writer.write(__lowercase)
    __lowerCAmelCase						,    __lowerCAmelCase								=					writer.finalize()


@get_duration
def        __SCREAMING_SNAKE_CASE	(				__lowercase:		str  ,				__lowercase:		str):



  '''simple docstring'''






  __lowerCAmelCase								=					datasets.Dataset.from_file(
      filename=os.path.join(__lowercase  ,				'''beta.arrow''')  ,				info=datasets.DatasetInfo(features=__lowercase))
  for _ in dataset:
    pass


@get_duration
def        __SCREAMING_SNAKE_CASE	(				__lowercase:		Tuple  ,				__lowercase:		str):



  '''simple docstring'''






  __lowerCAmelCase								=					datasets.Dataset.from_file(
      filename=os.path.join(__lowercase  ,				'''beta.arrow''')  ,				info=datasets.DatasetInfo(features=__lowercase))
  dataset.set_format('''numpy''')
  for _ in dataset:
    pass


@get_duration
def        __SCREAMING_SNAKE_CASE	(				__lowercase:		str  ,				__lowercase:		Dict):



  '''simple docstring'''






  __lowerCAmelCase								=					10
  __lowerCAmelCase								=					datasets.Dataset.from_file(
      filename=os.path.join(__lowercase  ,				'''beta.arrow''')  ,				info=datasets.DatasetInfo(features=__lowercase))
  for i in range(0  ,				len(__lowercase)  ,				__lowercase):
    __lowerCAmelCase								=					dataset[i : i + batch_size]


@get_duration
def        __SCREAMING_SNAKE_CASE	(				__lowercase:		List[Any]  ,				__lowercase:		Union[str, Any]):



  '''simple docstring'''






  __lowerCAmelCase								=					10
  __lowerCAmelCase								=					datasets.Dataset.from_file(
      filename=os.path.join(__lowercase  ,				'''beta.arrow''')  ,				info=datasets.DatasetInfo(features=__lowercase))
  dataset.set_format('''numpy''')
  for i in range(0  ,				len(__lowercase)  ,				__lowercase):
    __lowerCAmelCase								=					dataset[i : i + batch_size]


@get_duration
def        __SCREAMING_SNAKE_CASE	(				__lowercase:		Union[str, Any]  ,				__lowercase:		str):



  '''simple docstring'''






  __lowerCAmelCase								=					datasets.Dataset.from_file(
      filename=os.path.join(__lowercase  ,				'''beta.arrow''')  ,				info=datasets.DatasetInfo(features=__lowercase))
  for col in feats:
    __lowerCAmelCase								=					dataset[col]


@get_duration
def        __SCREAMING_SNAKE_CASE	(				__lowercase:		Optional[int]  ,				__lowercase:		Optional[Any]):



  '''simple docstring'''






  __lowerCAmelCase								=					datasets.Dataset.from_file(
      filename=os.path.join(__lowercase  ,				'''beta.arrow''')  ,				info=datasets.DatasetInfo(features=__lowercase))
  dataset.set_format('''numpy''')
  for col in feats:
    __lowerCAmelCase								=					dataset[col]


def        __SCREAMING_SNAKE_CASE	(				):



  '''simple docstring'''






  __lowerCAmelCase								=					{}
  __lowerCAmelCase								=					(
      read_unformated,
      read_formatted_as_numpy,
      read_batch_unformated,
      read_batch_formatted_as_numpy,
      read_col_unformated,
      read_col_formatted_as_numpy,
  )
  with tempfile.TemporaryDirectory() as tmp_dir:
    __lowerCAmelCase								=					datasets.Features({'''image''': ArrayaD(__lowercase  ,				dtype='''float32''')})
    __lowerCAmelCase								=					generate_examples(features=__lowercase  ,				num_examples=__lowercase)
    __lowerCAmelCase								=					write(__lowercase  ,				__lowercase  ,				__lowercase)
    for read_func in read_functions:
      __lowerCAmelCase								=					read_func(__lowercase  ,				__lowercase)

  with tempfile.TemporaryDirectory() as tmp_dir:
    # don't use fixed length for fair comparison
    # feats = datasets.Features(
    #     {"image": datasets.Sequence(datasets.Sequence(datasets.Value("float32"), SPEED_TEST_SHAPE[1]), SPEED_TEST_SHAPE[0])}
    # )
    __lowerCAmelCase								=					datasets.Features({'''image''': datasets.Sequence(datasets.Sequence(datasets.Value('''float32''')))})
    __lowerCAmelCase								=					generate_examples(
        features=__lowercase  ,				num_examples=__lowercase  ,				seq_shapes={'''image''': SPEED_TEST_SHAPE})
    __lowerCAmelCase								=					write(__lowercase  ,				__lowercase  ,				__lowercase)
    for read_func in read_functions:
      __lowerCAmelCase								=					read_func(__lowercase  ,				__lowercase)

  with tempfile.TemporaryDirectory() as tmp_dir:
    # don't use fixed length for fair comparison
    # feats = datasets.Features(
    #     {"image": datasets.Sequence(datasets.Value("float32"), SPEED_TEST_SHAPE[0] * SPEED_TEST_SHAPE[1])}
    # )
    __lowerCAmelCase								=					datasets.Features({'''image''': datasets.Sequence(datasets.Value('''float32'''))})
    __lowerCAmelCase								=					generate_examples(
        features=__lowercase  ,				num_examples=__lowercase  ,				seq_shapes={'''image''': [SPEED_TEST_SHAPE[0] * SPEED_TEST_SHAPE[1]]}  ,				)
    __lowerCAmelCase								=					write(__lowercase  ,				__lowercase  ,				__lowercase)
    for read_func in read_functions:
      __lowerCAmelCase								=					read_func(__lowercase  ,				__lowercase)

  with open(__lowercase  ,				'''wb''') as f:
    f.write(json.dumps(__lowercase).encode('''utf-8'''))


if __name__ == "__main__":  # useful to run the profiler
      benchmark_array_xd()
