


'''simple docstring'''

import json
import os
from datetime import date
from pathlib import Path

from tabulate import DataRow, TableFormat, tabulate


lowerCamelCase							:   str  						=	TableFormat(
    lineabove=None,
    linebelowheader=None,
    linebetweenrows=None,
    linebelow=None,
    headerrow=DataRow('', '|', '|'),
    datarow=DataRow('', '|', '|'),
    padding=1,
    with_header_hide=None,
)


lowerCamelCase							:   int  						=	[]
lowerCamelCase							:   Optional[int]  						=	[]

lowerCamelCase							:   Tuple  						=	{'type': 'section', 'text': {'type': 'plain_text', 'text': 'No failed tests! 🤗', 'emoji': True}}

lowerCamelCase							:   Union[str, Any]  						=	[
    {
        'type': 'header',
        'text': {
            'type': 'plain_text',
            'text': f"""🤗 Accelerate nightly {os.environ.get('TEST_TYPE', '')} test results""",
            'emoji': True,
        },
    }
]

lowerCamelCase							:   Any  						=	0
for log in Path().glob('*.log'):
 lowerCamelCase							:   int  						=	0
 with open(log, 'r') as f:
  for line in f:
   lowerCamelCase							:   Optional[Any]  						=	json.loads(line)
   if line.get('nodeid', '') != "":
    lowerCamelCase							:   Optional[int]  						=	line['nodeid']
    if line.get('duration', None) is not None:
     lowerCamelCase							:   Any  						=	f"""{line['duration']:.4f}"""
     if line.get('outcome', '') == "failed":
      section_num_failed += 1
      failed.append([test, duration, log.name.split('_')[0]])
      total_num_failed += 1
 group_info.append([str(log), section_num_failed, failed])
 lowerCamelCase							:   Optional[int]  						=	[]
 log.unlink()

lowerCamelCase							:   Optional[int]  						=	''
lowerCamelCase							:   int  						=	[]
if total_num_failed > 0:
 for name, num_failed, failed_tests in group_info:
  if num_failed > 0:
   if num_failed == 1:
    message += f"*{name[1:]}: {num_failed} failed test*\n"
   else:
    message += f"*{name[1:]}: {num_failed} failed tests*\n"
   lowerCamelCase							:   str  						=	[]
   lowerCamelCase							:   List[str]  						=	{}
   for test in failed_tests:
    lowerCamelCase							:   Dict  						=	test[0].split('::')
    lowerCamelCase							:   Optional[int]  						=	data[0].split('/')[-1]
    if data[0] not in filesafailed:
     lowerCamelCase							:   Optional[Any]  						=	[data[1:]]
    else:
     filesafailed[data[0]] += [data[1:]]
    failed_table.append(data)

   lowerCamelCase							:   Any  						=	[test[0] for test in failed_table]
   lowerCamelCase							:   List[Any]  						=	list(set(files))
   # Count number of instances in failed_tests
   lowerCamelCase							:   List[str]  						=	[]
   for file in individual_files:
    table.append([file, len(filesafailed[file])])

   lowerCamelCase							:   str  						=	tabulate(
       table,
       headers=['Test Location', 'Num Failed'],
       tablefmt=hf_table_format,
       stralign='right',
   )
   message += f"\n```\n{failed_table}\n```"
   all_filesafailed.append(filesafailed)
 if len(message) > 3_000:
  lowerCamelCase							:   Dict  						=	'Too many failed tests, please see the full report in the Action results.'
  lowerCamelCase							:   List[Any]  						=	len(err) + 10
  lowerCamelCase							:   List[Any]  						=	message[: 3_000 - offset] + f"""\n...\n```\n{err}"""
 print(f"""### {message}""")
else:
 lowerCamelCase							:   Optional[int]  						=	'No failed tests! 🤗'
 print(f"""## {message}""")
 payload.append(no_error_payload)

if os.environ.get('TEST_TYPE', '') != "":
 from slack_sdk import WebClient

 lowerCamelCase							:   Optional[int]  						=	WebClient(token=os.environ['SLACK_API_TOKEN'])
 if message != "No failed tests! 🤗":
  lowerCamelCase							:   str  						=	{
      'type': 'section',
      'text': {
          'type': 'mrkdwn',
          'text': message,
      },
  }
  payload.append(md_report)
  lowerCamelCase							:   Dict  						=	{
      'type': 'section',
      'text': {
          'type': 'mrkdwn',
          'text': '*For more details:*',
      },
      'accessory': {
          'type': 'button',
          'text': {
              'type': 'plain_text',
              'text': 'Check Action results',
              'emoji': True,
          },
          'url': f"""https://github.com/{os.environ['GITHUB_REPOSITORY']}/actions/runs/{os.environ['GITHUB_RUN_ID']}""",
      },
  }
  payload.append(action_button)
  lowerCamelCase							:   Tuple  						=	{
      'type': 'context',
      'elements': [
          {
              'type': 'plain_text',
              'text': f"""Nightly {os.environ.get('TEST_TYPE')} test results for {date.today()}""",
          }
      ],
  }
  payload.append(date_report)
 lowerCamelCase							:   Any  						=	client.chat_postMessage(channel='#accelerate-ci-daily', text=message, blocks=payload)
 lowerCamelCase							:   Tuple  						=	response.data['ts']
 for failed_file in all_filesafailed:
  for test_location, test_failures in failed_file.items():
   # Keep only the first instance of the test name
   lowerCamelCase							:   Any  						=	''
   for i, row in enumerate(test_failures):
    if row[0] != test_class:
     lowerCamelCase							:   Optional[Any]  						=	row[0]
    else:
     lowerCamelCase							:   int  						=	''

   lowerCamelCase							:   Optional[int]  						=	{
       'type': 'section',
       'text': {
           'type': 'mrkdwn',
           'text': f"""Test location: {test_location}\n```\n{tabulate(test_failures, headers=['Class', 'Test'], tablefmt=hf_table_format, stralign='right')}\n```""",
       },
   }

   client.chat_postMessage(
       channel='#accelerate-ci-daily',
       thread_ts=ts,
       blocks=[payload],
   )








'''simple docstring'''

import unittest

from transformers import DebertaVaTokenizer, DebertaVaTokenizerFast
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, slow

from ...test_tokenization_common import TokenizerTesterMixin


lowerCamelCase							:   List[str]  						=	get_tests_dir('fixtures/spiece.model')
@require_sentencepiece
@require_tokenizers
class   __lowerCAmelCase						(lowercase_  ,     unittest.TestCase     ):





      '''simple docstring'''






      lowerCAmelCase__					:     int  					=							DebertaVaTokenizer
      lowerCAmelCase__					:     List[Any]  					=							DebertaVaTokenizerFast
      lowerCAmelCase__					:     str  					=							True
      lowerCAmelCase__					:     Tuple  					=							True



      def       UpperCamelCase__		(self    :    Tuple ):

             '''simple docstring'''







             super().setUp()

             # We have a SentencePiece fixture for testing
             lowercase__      			= DebertaVaTokenizer(UpperCamelCase   ,						unk_token='''<unk>''' )
             tokenizer.save_pretrained(self.tmpdirname )



      def       UpperCamelCase__		(self    :    Union[str, Any]   ,						UpperCamelCase    :    str ):

             '''simple docstring'''







             lowercase__      			= '''this is a test'''
             lowercase__      			= '''this is a test'''
             return input_text, output_text



      def       UpperCamelCase__		(self    :    Optional[int] ):

             '''simple docstring'''







             lowercase__      			= '''<pad>'''
             lowercase__      			= 0

             self.assertEqual(self.get_tokenizer()._convert_token_to_id(UpperCamelCase )   ,						UpperCamelCase )
             self.assertEqual(self.get_tokenizer()._convert_id_to_token(UpperCamelCase )   ,						UpperCamelCase )



      def       UpperCamelCase__		(self    :    Dict ):

             '''simple docstring'''







             lowercase__      			= list(self.get_tokenizer().get_vocab().keys() )
             self.assertEqual(vocab_keys[0]   ,						'''<pad>''' )
             self.assertEqual(vocab_keys[1]   ,						'''<unk>''' )
             self.assertEqual(vocab_keys[-1]   ,						'''[PAD]''' )
             self.assertEqual(len(UpperCamelCase )   ,						30001 )



      def       UpperCamelCase__		(self    :    int ):

             '''simple docstring'''







             self.assertEqual(self.get_tokenizer().vocab_size   ,						30000 )



      def       UpperCamelCase__		(self    :    Optional[Any] ):

             '''simple docstring'''







             lowercase__      			= ''' \tHeLLo!how  \n Are yoU?  '''
             lowercase__      			= ['''▁hello''', '''!''', '''how''', '''▁are''', '''▁you''', '''?''']
             # fmt: on

             lowercase__      			= DebertaVaTokenizer(UpperCamelCase   ,						do_lower_case=UpperCamelCase )
             lowercase__      			= tokenizer.convert_ids_to_tokens(tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase ) )

             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )

             lowercase__      			= DebertaVaTokenizerFast(UpperCamelCase   ,						do_lower_case=UpperCamelCase )
             lowercase__      			= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase ) )

             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )



      @unittest.skip('''There is an inconsistency between slow and fast tokenizer due to a bug in the fast one.''' )
      def       UpperCamelCase__		(self    :    List[Any] ):

             '''simple docstring'''







             pass



      @unittest.skip('''There is an inconsistency between slow and fast tokenizer due to a bug in the fast one.''' )
      def       UpperCamelCase__		(self    :    List[str] ):

             '''simple docstring'''







             pass



      def       UpperCamelCase__		(self    :    Optional[int] ):

             '''simple docstring'''







             lowercase__      			= '''I was born in 92000, and this is falsé.'''
             lowercase__      			= ['''▁''', '''<unk>''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', '''▁''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''▁''', '''.''', ]
             # fmt: on

             lowercase__      			= DebertaVaTokenizer(UpperCamelCase   ,						split_by_punct=UpperCamelCase )
             lowercase__      			= tokenizer.convert_ids_to_tokens(tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase ) )

             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )

             lowercase__      			= DebertaVaTokenizerFast(UpperCamelCase   ,						split_by_punct=UpperCamelCase )
             lowercase__      			= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase ) )

             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )



      def       UpperCamelCase__		(self    :    int ):

             '''simple docstring'''







             lowercase__      			= '''I was born in 92000, and this is falsé.'''
             lowercase__      			= ['''▁i''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', '''▁''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''▁''', '''.''', ]
             # fmt: on

             lowercase__      			= DebertaVaTokenizer(UpperCamelCase   ,						do_lower_case=UpperCamelCase   ,						split_by_punct=UpperCamelCase )
             lowercase__      			= tokenizer.convert_ids_to_tokens(tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase ) )
             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )

             lowercase__      			= DebertaVaTokenizerFast(UpperCamelCase   ,						do_lower_case=UpperCamelCase   ,						split_by_punct=UpperCamelCase )
             lowercase__      			= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase ) )
             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )



      def       UpperCamelCase__		(self    :    Optional[Any] ):

             '''simple docstring'''







             lowercase__      			= '''I was born in 92000, and this is falsé.'''
             lowercase__      			= ['''▁i''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''.''', ]
             # fmt: on

             lowercase__      			= DebertaVaTokenizer(UpperCamelCase   ,						do_lower_case=UpperCamelCase   ,						split_by_punct=UpperCamelCase )
             lowercase__      			= tokenizer.convert_ids_to_tokens(tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase ) )

             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )

             lowercase__      			= DebertaVaTokenizerFast(UpperCamelCase   ,						do_lower_case=UpperCamelCase   ,						split_by_punct=UpperCamelCase )
             lowercase__      			= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase ) )

             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )



      def       UpperCamelCase__		(self    :    Union[str, Any] ):

             '''simple docstring'''







             lowercase__      			= '''I was born in 92000, and this is falsé.'''
             lowercase__      			= ['''▁''', '''<unk>''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', '''▁''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''▁''', '''.''', ]
             # fmt: on

             lowercase__      			= DebertaVaTokenizer(UpperCamelCase   ,						do_lower_case=UpperCamelCase   ,						split_by_punct=UpperCamelCase )
             lowercase__      			= tokenizer.convert_ids_to_tokens(tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase ) )

             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )

             lowercase__      			= DebertaVaTokenizerFast(UpperCamelCase   ,						do_lower_case=UpperCamelCase   ,						split_by_punct=UpperCamelCase )
             lowercase__      			= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase ) )

             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )



      def       UpperCamelCase__		(self    :    Union[str, Any] ):

             '''simple docstring'''







             lowercase__      			= ''' \tHeLLo!how  \n Are yoU?  '''
             lowercase__      			= ['''▁''', '''<unk>''', '''e''', '''<unk>''', '''o''', '''!''', '''how''', '''▁''', '''<unk>''', '''re''', '''▁yo''', '''<unk>''', '''?''']
             # fmt: on

             lowercase__      			= DebertaVaTokenizer(UpperCamelCase   ,						do_lower_case=UpperCamelCase   ,						split_by_punct=UpperCamelCase )
             lowercase__      			= tokenizer.convert_ids_to_tokens(tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase ) )

             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )

             lowercase__      			= DebertaVaTokenizerFast(UpperCamelCase   ,						do_lower_case=UpperCamelCase   ,						split_by_punct=UpperCamelCase )
             lowercase__      			= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase ) )

             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )



      def       UpperCamelCase__		(self    :    Union[str, Any] ):

             '''simple docstring'''







             lowercase__      			= self.get_tokenizer()
             lowercase__      			= self.get_rust_tokenizer()

             lowercase__      			= '''I was born in 92000, and this is falsé.'''

             lowercase__      			= tokenizer.convert_ids_to_tokens(tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase ) )
             lowercase__      			= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase ) )
             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )

             lowercase__      			= tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase )
             lowercase__      			= rust_tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase )
             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )

             lowercase__      			= self.get_rust_tokenizer()
             lowercase__      			= tokenizer.encode(UpperCamelCase )
             lowercase__      			= rust_tokenizer.encode(UpperCamelCase )
             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )



      def       UpperCamelCase__		(self    :    int ):

             '''simple docstring'''







             lowercase__      			= '''This is a test'''
             lowercase__      			= [13, 1, 4398, 25, 21, 1289]
             lowercase__      			= ['''▁''', '''T''', '''his''', '''▁is''', '''▁a''', '''▁test''']
             lowercase__      			= ['''▁''', '''<unk>''', '''his''', '''▁is''', '''▁a''', '''▁test''']

             lowercase__      			= DebertaVaTokenizer(UpperCamelCase   ,						keep_accents=UpperCamelCase )
             lowercase__      			= DebertaVaTokenizerFast(UpperCamelCase   ,						keep_accents=UpperCamelCase )

             lowercase__      			= tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase )
             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )
             lowercase__      			= tokenizer.tokenize(UpperCamelCase )
             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )
             lowercase__      			= tokenizer.convert_ids_to_tokens(UpperCamelCase )
             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )

             lowercase__      			= rust_tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase )
             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )
             lowercase__      			= rust_tokenizer.tokenize(UpperCamelCase )
             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )
             lowercase__      			= rust_tokenizer.convert_ids_to_tokens(UpperCamelCase )
             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )

             # fmt: off
             lowercase__      			= '''I was born in 92000, and this is falsé.'''
             lowercase__      			= [13, 1, 23, 386, 19, 561, 3050, 15, 17, 48, 25, 8256, 18, 1, 9]
             lowercase__      			= ['''▁''', '''I''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''é''', '''.''', ]
             lowercase__      			= ['''▁''', '''<unk>''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''.''', ]
             # fmt: on

             lowercase__      			= tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase )
             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )
             lowercase__      			= tokenizer.tokenize(UpperCamelCase )
             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )
             lowercase__      			= tokenizer.convert_ids_to_tokens(UpperCamelCase )
             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )

             lowercase__      			= rust_tokenizer.encode(UpperCamelCase   ,						add_special_tokens=UpperCamelCase )
             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )
             lowercase__      			= rust_tokenizer.tokenize(UpperCamelCase )
             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )
             lowercase__      			= rust_tokenizer.convert_ids_to_tokens(UpperCamelCase )
             self.assertListEqual(UpperCamelCase   ,						UpperCamelCase )



      def       UpperCamelCase__		(self    :    int ):

             '''simple docstring'''







             lowercase__      			= DebertaVaTokenizer(UpperCamelCase )

             lowercase__      			= tokenizer.encode('''sequence builders''' )
             lowercase__      			= tokenizer.encode('''multi-sequence build''' )

             lowercase__      			= tokenizer.build_inputs_with_special_tokens(UpperCamelCase )
             lowercase__      			= tokenizer.build_inputs_with_special_tokens(UpperCamelCase   ,						UpperCamelCase )

             self.assertEqual([tokenizer.cls_token_id] + text + [tokenizer.sep_token_id]   ,						UpperCamelCase )
             self.assertEqual(
                 [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] + text_a + [tokenizer.sep_token_id]   ,						UpperCamelCase   ,						)






      @slow
      def       UpperCamelCase__		(self    :    int ):

             '''simple docstring'''







             lowercase__      			= {'''input_ids''': [[1, 39867, 36, 19390, 486, 27, 35052, 81436, 18, 60685, 1225, 7, 35052, 81436, 18, 9367, 16899, 18, 15937, 53, 594, 773, 18, 16287, 30465, 36, 15937, 6, 41139, 38, 36979, 60763, 191, 6, 34132, 99, 6, 50538, 390, 43230, 6, 34132, 2779, 20850, 14, 699, 1072, 1194, 36, 382, 10901, 53, 7, 699, 1072, 2084, 36, 20422, 630, 53, 19, 105, 3049, 1896, 1053, 16899, 1506, 11, 37978, 4243, 7, 1237, 31869, 200, 16566, 654, 6, 35052, 81436, 7, 55630, 13593, 4, 2], [1, 26, 15011, 13, 667, 8, 1053, 18, 23611, 1237, 72356, 12820, 34, 104134, 1209, 35, 13313, 6627, 21, 202, 347, 7, 164, 2399, 11, 46, 4485, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 5, 1232, 2864, 15785, 14951, 105, 5, 8581, 1250, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], '''token_type_ids''': [[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], '''attention_mask''': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]}  # noqa: E501
             # fmt: on

             self.tokenizer_integration_test_util(
                 expected_encoding=UpperCamelCase   ,						model_name='''microsoft/deberta-v2-xlarge'''   ,						revision='''ad6e42c1532ddf3a15c39246b63f5559d558b670'''   ,						)




