

import os
from itertools import chain
from random import randrange, shuffle

import pytest

from .sola import PokerHand

lowercase_       		=  (
    "4S 3H 2C 7S 5H",
    "9D 8H 2C 6S 7H",
    "2D 6D 9D TH 7D",
    "TC 8C 2S JH 6C",
    "JH 8S TH AH QH",
    "TS KS 5S 9S AC",
    "KD 6S 9D TH AD",
    "KS 8D 4D 9S 4S",  # pair
    "8C 4S KH JS 4D",  # pair
    "QH 8H KD JH 8S",  # pair
    "KC 4H KS 2H 8D",  # pair
    "KD 4S KC 3H 8S",  # pair
    "AH 8S AS KC JH",  # pair
    "3H 4C 4H 3S 2H",  # 2 pairs
    "5S 5D 2C KH KH",  # 2 pairs
    "3C KH 5D 5S KH",  # 2 pairs
    "AS 3C KH AD KH",  # 2 pairs
    "7C 7S 3S 7H 5S",  # 3 of a kind
    "7C 7S KH 2H 7H",  # 3 of a kind
    "AC KH QH AH AS",  # 3 of a kind
    "2H 4D 3C AS 5S",  # straight (low ace)
    "3C 5C 4C 2C 6H",  # straight
    "6S 8S 7S 5H 9H",  # straight
    "JS QS 9H TS KH",  # straight
    "QC KH TS JS AH",  # straight (high ace)
    "8C 9C 5C 3C TC",  # flush
    "3S 8S 9S 5S KS",  # flush
    "4C 5C 9C 8C KC",  # flush
    "JH 8H AH KH QH",  # flush
    "3D 2H 3H 2C 2D",  # full house
    "2H 2C 3S 3H 3D",  # full house
    "KH KC 3S 3H 3D",  # full house
    "JC 6H JS JD JH",  # 4 of a kind
    "JC 7H JS JD JH",  # 4 of a kind
    "JC KH JS JD JH",  # 4 of a kind
    "2S AS 4S 5S 3S",  # straight flush (low ace)
    "2D 6D 3D 4D 5D",  # straight flush
    "5C 6C 3C 7C 4C",  # straight flush
    "JH 9H TH KH QH",  # straight flush
    "JH AH TH KH QH",  # royal flush (high ace straight flush)
)

lowercase_       		=  (
    ("2H 3H 4H 5H 6H", "KS AS TS QS JS", "Loss"),
    ("2H 3H 4H 5H 6H", "AS AD AC AH JD", "Win"),
    ("AS AH 2H AD AC", "JS JD JC JH 3D", "Win"),
    ("2S AH 2H AS AC", "JS JD JC JH AD", "Loss"),
    ("2S AH 2H AS AC", "2H 3H 5H 6H 7H", "Win"),
    ("AS 3S 4S 8S 2S", "2H 3H 5H 6H 7H", "Win"),
    ("2H 3H 5H 6H 7H", "2S 3H 4H 5S 6C", "Win"),
    ("2S 3H 4H 5S 6C", "3D 4C 5H 6H 2S", "Tie"),
    ("2S 3H 4H 5S 6C", "AH AC 5H 6H AS", "Win"),
    ("2S 2H 4H 5S 4C", "AH AC 5H 6H AS", "Loss"),
    ("2S 2H 4H 5S 4C", "AH AC 5H 6H 7S", "Win"),
    ("6S AD 7H 4S AS", "AH AC 5H 6H 7S", "Loss"),
    ("2S AH 4H 5S KC", "AH AC 5H 6H 7S", "Loss"),
    ("2S 3H 6H 7S 9C", "7H 3C TH 6H 9S", "Loss"),
    ("4S 5H 6H TS AC", "3S 5H 6H TS AC", "Win"),
    ("2S AH 4H 5S 6C", "AD 4C 5H 6H 2C", "Tie"),
    ("AS AH 3H AD AC", "AS AH 2H AD AC", "Win"),
    ("AH AC 5H 5C QS", "AH AC 5H 5C KS", "Loss"),
    ("AH AC 5H 5C QS", "KH KC 5H 5C QS", "Win"),
    ("7C 7S KH 2H 7H", "3C 3S AH 2H 3H", "Win"),
    ("3C 3S AH 2H 3H", "7C 7S KH 2H 7H", "Loss"),
    ("6H 5H 4H 3H 2H", "5H 4H 3H 2H AH", "Win"),
    ("5H 4H 3H 2H AH", "5H 4H 3H 2H AH", "Tie"),
    ("5H 4H 3H 2H AH", "6H 5H 4H 3H 2H", "Loss"),
    ("AH AD KS KC AC", "AH KD KH AC KC", "Win"),
    ("2H 4D 3C AS 5S", "2H 4D 3C 6S 5S", "Loss"),
    ("2H 3S 3C 3H 2S", "3S 3C 2S 2H 2D", "Win"),
    ("4D 6D 5D 2D JH", "3S 8S 3H TC KH", "Loss"),
    ("4S 6C 8S 3S 7S", "AD KS 2D 7D 7C", "Loss"),
    ("6S 4C 7H 8C 3H", "5H JC AH 9D 9C", "Loss"),
    ("9D 9H JH TC QH", "3C 2S JS 5C 7H", "Win"),
    ("2H TC 8S AD 9S", "4H TS 7H 2C 5C", "Win"),
    ("9D 3S 2C 7S 7C", "JC TD 3C TC 9H", "Loss"),
)

lowercase_       		=  (
    ("2H 3H 4H 5H 6H", True),
    ("AS AH 2H AD AC", False),
    ("2H 3H 5H 6H 7H", True),
    ("KS AS TS QS JS", True),
    ("8H 9H QS JS TH", False),
    ("AS 3S 4S 8S 2S", True),
)

lowercase_       		=  (
    ("2H 3H 4H 5H 6H", True),
    ("AS AH 2H AD AC", False),
    ("2H 3H 5H 6H 7H", False),
    ("KS AS TS QS JS", True),
    ("8H 9H QS JS TH", True),
)

lowercase_       		=  (
    ("2H 4D 3C AS 5S", True, [5, 4, 3, 2, 14]),
    ("2H 5D 3C AS 5S", False, [14, 5, 5, 3, 2]),
    ("JH QD KC AS TS", False, [14, 13, 12, 11, 10]),
    ("9D 3S 2C 7S 7C", False, [9, 7, 7, 3, 2]),
)

lowercase_       		=  (
    ("JH AH TH KH QH", 0),
    ("JH 9H TH KH QH", 0),
    ("JC KH JS JD JH", 7),
    ("KH KC 3S 3H 3D", 6),
    ("8C 9C 5C 3C TC", 0),
    ("JS QS 9H TS KH", 0),
    ("7C 7S KH 2H 7H", 3),
    ("3C KH 5D 5S KH", 2),
    ("QH 8H KD JH 8S", 1),
    ("2D 6D 9D TH 7D", 0),
)

lowercase_       		=  (
    ("JH AH TH KH QH", 23),
    ("JH 9H TH KH QH", 22),
    ("JC KH JS JD JH", 21),
    ("KH KC 3S 3H 3D", 20),
    ("8C 9C 5C 3C TC", 19),
    ("JS QS 9H TS KH", 18),
    ("7C 7S KH 2H 7H", 17),
    ("3C KH 5D 5S KH", 16),
    ("QH 8H KD JH 8S", 15),
    ("2D 6D 9D TH 7D", 14),
)
def 						_snake_case(    )							->      List[str]:





    '''simple docstring'''






    A__      ,						A__          =   randrange(len(SCREAMING_SNAKE_CASE__      )      ), randrange(len(SCREAMING_SNAKE_CASE__      )      )
    A__          =   ['Loss', 'Tie', 'Win'][(play >= oppo) + (play > oppo)]
    A__      ,						A__          =   SORTED_HANDS[play], SORTED_HANDS[oppo]
    return hand, other, expected
def 						_snake_case(    SCREAMING_SNAKE_CASE__			:	int = 100      )							->      str:





    '''simple docstring'''






    return (generate_random_hand() for _ in range(SCREAMING_SNAKE_CASE__      ))
@pytest.mark.parametrize('hand, expected'    ,			SCREAMING_SNAKE_CASE__      )
def 						_snake_case(    SCREAMING_SNAKE_CASE__			:	List[str]    ,			SCREAMING_SNAKE_CASE__			:	Tuple      )							->      int:





    '''simple docstring'''






    assert PokerHand(SCREAMING_SNAKE_CASE__      )._is_flush() == expected
@pytest.mark.parametrize('hand, expected'    ,			SCREAMING_SNAKE_CASE__      )
def 						_snake_case(    SCREAMING_SNAKE_CASE__			:	int    ,			SCREAMING_SNAKE_CASE__			:	List[Any]      )							->      str:





    '''simple docstring'''






    assert PokerHand(SCREAMING_SNAKE_CASE__      )._is_straight() == expected
@pytest.mark.parametrize('hand, expected, card_values'    ,			SCREAMING_SNAKE_CASE__      )
def 						_snake_case(    SCREAMING_SNAKE_CASE__			:	List[Any]    ,			SCREAMING_SNAKE_CASE__			:	str    ,			SCREAMING_SNAKE_CASE__			:	Optional[int]      )							->      List[Any]:





    '''simple docstring'''






    A__          =   PokerHand(SCREAMING_SNAKE_CASE__      )
    assert player._is_five_high_straight() == expected
    assert player._card_values == card_values
@pytest.mark.parametrize('hand, expected'    ,			SCREAMING_SNAKE_CASE__      )
def 						_snake_case(    SCREAMING_SNAKE_CASE__			:	Optional[int]    ,			SCREAMING_SNAKE_CASE__			:	str      )							->      Tuple:





    '''simple docstring'''






    assert PokerHand(SCREAMING_SNAKE_CASE__      )._is_same_kind() == expected
@pytest.mark.parametrize('hand, expected'    ,			SCREAMING_SNAKE_CASE__      )
def 						_snake_case(    SCREAMING_SNAKE_CASE__			:	List[Any]    ,			SCREAMING_SNAKE_CASE__			:	Optional[Any]      )							->      Tuple:





    '''simple docstring'''






    assert PokerHand(SCREAMING_SNAKE_CASE__      )._hand_type == expected
@pytest.mark.parametrize('hand, other, expected'    ,			SCREAMING_SNAKE_CASE__      )
def 						_snake_case(    SCREAMING_SNAKE_CASE__			:	Union[str, Any]    ,			SCREAMING_SNAKE_CASE__			:	Optional[int]    ,			SCREAMING_SNAKE_CASE__			:	Optional[Any]      )							->      Optional[int]:





    '''simple docstring'''






    assert PokerHand(SCREAMING_SNAKE_CASE__      ).compare_with(PokerHand(SCREAMING_SNAKE_CASE__      )      ) == expected
@pytest.mark.parametrize('hand, other, expected'    ,			generate_random_hands()      )
def 						_snake_case(    SCREAMING_SNAKE_CASE__			:	List[Any]    ,			SCREAMING_SNAKE_CASE__			:	Tuple    ,			SCREAMING_SNAKE_CASE__			:	Union[str, Any]      )							->      Tuple:





    '''simple docstring'''






    assert PokerHand(SCREAMING_SNAKE_CASE__      ).compare_with(PokerHand(SCREAMING_SNAKE_CASE__      )      ) == expected
def 						_snake_case(    )							->      Optional[int]:





    '''simple docstring'''






    A__          =   [PokerHand(SCREAMING_SNAKE_CASE__      ) for hand in SORTED_HANDS]
    A__          =   poker_hands.copy()
    shuffle(SCREAMING_SNAKE_CASE__      )
    A__          =   chain(sorted(SCREAMING_SNAKE_CASE__      )      )
    for index, hand in enumerate(SCREAMING_SNAKE_CASE__      ):
        assert hand == poker_hands[index]
def 						_snake_case(    )							->      List[str]:





    '''simple docstring'''






    A__          =   [PokerHand('2D AC 3H 4H 5S'      ), PokerHand('2S 3H 4H 5S 6C'      )]
    pokerhands.sort(reverse=SCREAMING_SNAKE_CASE__      )
    assert pokerhands[0].__str__() == "2S 3H 4H 5S 6C"
def 						_snake_case(    )							->      str:





    '''simple docstring'''






    A__          =   PokerHand('2C 4S AS 3D 5C'      )
    A__          =   True
    A__          =   [5, 4, 3, 2, 14]
    for _ in range(10      ):
        assert pokerhand._is_five_high_straight() == expected
        assert pokerhand._card_values == expected_card_values

def 						_snake_case(    )							->      List[str]:





    '''simple docstring'''






    A__          =   0
    A__          =   os.path.abspath(os.path.dirname(SCREAMING_SNAKE_CASE__      )      )
    A__          =   os.path.join(SCREAMING_SNAKE_CASE__    ,			'poker_hands.txt'      )
    with open(SCREAMING_SNAKE_CASE__      ) as file_hand:
        for line in file_hand:
            A__          =   line[:14].strip()
            A__          =   line[15:].strip()
            A__      ,						A__          =   PokerHand(SCREAMING_SNAKE_CASE__      ), PokerHand(SCREAMING_SNAKE_CASE__      )
            A__          =   player.compare_with(SCREAMING_SNAKE_CASE__      )
            if output == "Win":
                answer += 1
    assert answer == 376




import unittest

from transformers import SPIECE_UNDERLINE, ReformerTokenizer, ReformerTokenizerFast
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, require_torch, slow
from transformers.utils import cached_property

from ...test_tokenization_common import TokenizerTesterMixin


lowercase_       		=  get_tests_dir("fixtures/test_sentencepiece.model")


@require_sentencepiece
@require_tokenizers
class  A						(							_UpperCAmelCase    ,							unittest.TestCase ):







    """simple docstring"""





    lowerCamelCase			=							ReformerTokenizer
    lowerCamelCase			=							ReformerTokenizerFast
    lowerCamelCase			=							True
    lowerCamelCase			=							False
    lowerCamelCase			=							True


    def 						snake_case__     (      self :       Any		)->    str:





        '''simple docstring'''







        super().setUp()

        A__          =   ReformerTokenizer(lowercase_,keep_accents=lowercase_		)
        tokenizer.save_pretrained(self.tmpdirname		)


    def 						snake_case__     (      self :       Optional[int]		)->    Optional[int]:





        '''simple docstring'''







        A__          =   '<s>'
        A__          =   1

        self.assertEqual(self.get_tokenizer()._convert_token_to_id(lowercase_		),lowercase_		)
        self.assertEqual(self.get_tokenizer()._convert_id_to_token(lowercase_		),lowercase_		)


    def 						snake_case__     (      self :       str		)->    Tuple:





        '''simple docstring'''







        A__          =   list(self.get_tokenizer().get_vocab().keys()		)

        self.assertEqual(vocab_keys[0],'<unk>'		)
        self.assertEqual(vocab_keys[1],'<s>'		)
        self.assertEqual(vocab_keys[-1],'j'		)
        self.assertEqual(len(lowercase_		),1_0_0_0		)


    def 						snake_case__     (      self :       Dict		)->    Dict:





        '''simple docstring'''







        self.assertEqual(self.get_tokenizer().vocab_size,1_0_0_0		)


    def 						snake_case__     (      self :       Dict		)->    List[str]:





        '''simple docstring'''







        if not self.test_rust_tokenizer:
            return

        A__          =   self.get_tokenizer()
        A__          =   self.get_rust_tokenizer()

        A__          =   'I was born in 92000, and this is falsé.'

        A__          =   tokenizer.tokenize(lowercase_		)
        A__          =   rust_tokenizer.tokenize(lowercase_		)
        self.assertListEqual(lowercase_,lowercase_		)

        A__          =   tokenizer.encode(lowercase_,add_special_tokens=lowercase_		)
        A__          =   rust_tokenizer.encode(lowercase_,add_special_tokens=lowercase_		)
        self.assertListEqual(lowercase_,lowercase_		)

        A__          =   self.get_rust_tokenizer()
        A__          =   tokenizer.encode(lowercase_		)
        A__          =   rust_tokenizer.encode(lowercase_		)
        self.assertListEqual(lowercase_,lowercase_		)


    def 						snake_case__     (      self :       int,lowercase_ :       Optional[int]=1_5		)->    Optional[Any]:





        '''simple docstring'''







        for tokenizer, pretrained_name, kwargs in self.tokenizers_list:
            with self.subTest(F'{tokenizer.__class__.__name__} ({pretrained_name})'		):
                A__          =   self.rust_tokenizer_class.from_pretrained(lowercase_,**lowercase_		)

                # Simple input
                A__          =   'This is a simple input'
                A__          =   ['This is a simple input 1', 'This is a simple input 2']
                A__          =   ('This is a simple input', 'This is a pair')
                A__          =   [
                    ('This is a simple input 1', 'This is a simple input 2'),
                    ('This is a simple pair 1', 'This is a simple pair 2'),
                ]

                # Simple input tests
                self.assertRaises(lowercase_,tokenizer_r.encode,lowercase_,max_length=lowercase_,padding='max_length'		)

                # Simple input
                self.assertRaises(lowercase_,tokenizer_r.encode_plus,lowercase_,max_length=lowercase_,padding='max_length'		)

                # Simple input
                self.assertRaises(
                    lowercase_,tokenizer_r.batch_encode_plus,lowercase_,max_length=lowercase_,padding='max_length',)

                # Pair input
                self.assertRaises(lowercase_,tokenizer_r.encode,lowercase_,max_length=lowercase_,padding='max_length'		)

                # Pair input
                self.assertRaises(lowercase_,tokenizer_r.encode_plus,lowercase_,max_length=lowercase_,padding='max_length'		)

                # Pair input
                self.assertRaises(
                    lowercase_,tokenizer_r.batch_encode_plus,lowercase_,max_length=lowercase_,padding='max_length',)


    def 						snake_case__     (      self :       List[Any]		)->    Tuple:





        '''simple docstring'''







        pass


    def 						snake_case__     (      self :       Dict		)->    str:





        '''simple docstring'''







        A__          =   ReformerTokenizer(lowercase_,keep_accents=lowercase_		)

        A__          =   tokenizer.tokenize('This is a test'		)
        self.assertListEqual(lowercase_,['▁This', '▁is', '▁a', '▁t', 'est']		)

        self.assertListEqual(
            tokenizer.convert_tokens_to_ids(lowercase_		),[2_8_5, 4_6, 1_0, 1_7_0, 3_8_2],)

        A__          =   tokenizer.tokenize('I was born in 92000, and this is falsé.'		)
        self.assertListEqual(
            lowercase_,[
                SPIECE_UNDERLINE + 'I',
                SPIECE_UNDERLINE + 'was',
                SPIECE_UNDERLINE + 'b',
                'or',
                'n',
                SPIECE_UNDERLINE + 'in',
                SPIECE_UNDERLINE + '',
                '9',
                '2',
                '0',
                '0',
                '0',
                ',',
                SPIECE_UNDERLINE + 'and',
                SPIECE_UNDERLINE + 'this',
                SPIECE_UNDERLINE + 'is',
                SPIECE_UNDERLINE + 'f',
                'al',
                's',
                'é',
                '.',
            ],)
        A__          =   tokenizer.convert_tokens_to_ids(lowercase_		)
        self.assertListEqual(
            lowercase_,[8, 2_1, 8_4, 5_5, 2_4, 1_9, 7, 0, 6_0_2, 3_4_7, 3_4_7, 3_4_7, 3, 1_2, 6_6, 4_6, 7_2, 8_0, 6, 0, 4],)

        A__          =   tokenizer.convert_ids_to_tokens(lowercase_		)
        self.assertListEqual(
            lowercase_,[
                SPIECE_UNDERLINE + 'I',
                SPIECE_UNDERLINE + 'was',
                SPIECE_UNDERLINE + 'b',
                'or',
                'n',
                SPIECE_UNDERLINE + 'in',
                SPIECE_UNDERLINE + '',
                '<unk>',
                '2',
                '0',
                '0',
                '0',
                ',',
                SPIECE_UNDERLINE + 'and',
                SPIECE_UNDERLINE + 'this',
                SPIECE_UNDERLINE + 'is',
                SPIECE_UNDERLINE + 'f',
                'al',
                's',
                '<unk>',
                '.',
            ],)


    @cached_property
    def 						snake_case__     (      self :       Optional[int]		)->    Any:





        '''simple docstring'''







        return ReformerTokenizer.from_pretrained('google/reformer-crime-and-punishment'		)


    @slow
    def 						snake_case__     (      self :       str		)->    Tuple:





        '''simple docstring'''







        A__          =   'Hello World!'
        A__          =   [1_2_6, 3_2, 2_6_2, 1_5_2, 3_8, 7_2, 2_8_7]

        self.assertListEqual(lowercase_,self.big_tokenizer.encode(lowercase_		)		)


    @slow
    def 						snake_case__     (      self :       Optional[int]		)->    str:





        '''simple docstring'''







        A__          =   (
            'This is a very long text with a lot of weird characters, such as: . , ~ ? ( ) " [ ] ! : - . Also we will'
            ' add words that should not exsist and be tokenized to <unk>, such as saoneuhaoesuth'
        )
        A__          =   [
            1_0_8,
            2_6_5,
            2_4,
            1_1_1,
            4,
            2_5_8,
            1_5_6,
            3_5,
            2_8,
            2_7_5,
            3,
            2_5_9,
            2_9_7,
            2_6_0,
            8_4,
            4,
            3_5,
            1_1_0,
            4_4,
            8,
            2_5_9,
            9_1,
            2_6_8,
            2_1,
            1_1,
            2_0_9,
            2_7_4,
            1_0_9,
            2_6_6,
            2_7_7,
            1_1_7,
            8_6,
            9_3,
            3_1_5,
            2_5_8,
            2_7_8,
            2_5_8,
            2_7_7,
            2_5_8,
            0,
            2_5_8,
            2_8_8,
            2_5_8,
            3_1_9,
            2_5_8,
            0,
            2_5_8,
            0,
            2_5_8,
            0,
            2_5_8,
            0,
            2_5_8,
            2_8_7,
            2_5_8,
            3_1_5,
            2_5_8,
            2_8_9,
            2_5_8,
            2_7_8,
            9_9,
            2_6_9,
            2_6_6,
            2_6_2,
            8,
            2_5_9,
            2_4_1,
            4,
            2_1_7,
            2_3_0,
            2_6_8,
            2_6_6,
            5_5,
            1_6_8,
            1_0_6,
            7_5,
            1_9_3,
            2_6_6,
            2_2_3,
            2_7,
            4_9,
            2_6,
            2_8_2,
            2_5,
            2_6_4,
            2_9_9,
            1_9,
            2_6,
            0,
            2_5_8,
            2_7_7,
            1_1_7,
            8_6,
            9_3,
            1_7_6,
            1_8_3,
            2_7_0,
            1_1,
            2_6_2,
            4_2,
            6_1,
            2_6_5,
        ]

        self.assertListEqual(lowercase_,self.big_tokenizer.encode(lowercase_		)		)


    @require_torch
    @slow
    def 						snake_case__     (      self :       int		)->    Any:





        '''simple docstring'''







        import torch

        from transformers import ReformerConfig, ReformerModel

        # Build sequence
        A__          =   list(self.big_tokenizer.get_vocab().keys()		)[:1_0]
        A__          =   ' '.join(lowercase_		)
        A__          =   self.big_tokenizer.encode_plus(lowercase_,return_tensors='pt'		)
        A__          =   self.big_tokenizer.batch_encode_plus([sequence, sequence],return_tensors='pt'		)

        A__          =   ReformerConfig()
        # The input gets padded during training so adjust the axial position encodings from the pretrained model value of (512, 1024)
        A__          =   encoded_sequence['input_ids'].shape
        A__          =   ReformerModel(lowercase_		)

        # Reformer has config.vocab_size == tokenizer.vocab_size == len(tokenizer) - 1 = 320; len(tokenizer) is 321 (including a pad token with id 320)
        assert model.get_input_embeddings().weight.shape[0] >= self.big_tokenizer.vocab_size

        with torch.no_grad():
            model(**lowercase_		)
            model(**lowercase_		)


    @slow
    def 						snake_case__     (      self :       int		)->    Tuple:





        '''simple docstring'''







        A__          =   {'input_ids': [[1_0_8, 2_6_5, 2_4, 1_1_1, 4, 2_5_8, 1_5_6, 7, 5_1, 2_7_9, 5_8, 7, 7_6, 2_5, 6_9, 2_7_8], [1_4_0, 2_4_3, 2_6_4, 1_3_4, 1_7, 2_6_7, 7_7, 2_6_3, 2_2, 2_6_2, 2_9_7, 2_5_8, 3_0_4, 1_7_7, 2_7_9, 2_6_6, 1_4, 8_9, 1_3, 3_5, 2_6_1, 2_9_9, 2_7_2, 1_3_7, 2_7_5, 2_7_8]], 'attention_mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]}  # noqa: E501
        # fmt: on

        # This tokenizer does not know some characters like ")".
        # That is the reason why we use very simple texts here.
        # Also see https://github.com/huggingface/transformers/pull/11737#issuecomment-850769064
        A__          =   [
            'This is a very simple sentence.',
            'The quick brown fox jumps over the lazy dog.',
        ]

        self.tokenizer_integration_test_util(
            expected_encoding=lowercase_,model_name='google/reformer-crime-and-punishment',revision='0e6c3decb8211d49bf881013425dc8b0448b3f5a',padding=lowercase_,sequences=lowercase_,)

