'''simple docstring'''
from typing import List, Optional, Tuple

from tokenizers import pre_tokenizers

from ...tokenization_utils_fast import PreTrainedTokenizerFast
from ...utils import logging
from .tokenization_clip import CLIPTokenizer


a=	logging.get_logger(__name__)

a=	{'''vocab_file''': '''vocab.json''', '''merges_file''': '''merges.txt''', '''tokenizer_file''': '''tokenizer.json'''}

a=	{
    '''vocab_file''': {
        '''openai/clip-vit-base-patch32''': '''https://huggingface.co/openai/clip-vit-base-patch32/resolve/main/vocab.json''',
    },
    '''merges_file''': {
        '''openai/clip-vit-base-patch32''': '''https://huggingface.co/openai/clip-vit-base-patch32/resolve/main/merges.txt''',
    },
    '''tokenizer_file''': {
        '''openai/clip-vit-base-patch32''': (
            '''https://huggingface.co/openai/clip-vit-base-patch32/resolve/main/tokenizer.json'''
        ),
    },
}

a=	{
    '''openai/clip-vit-base-patch32''': 7_7,
}






class       __lowercase		(    lowercase_    ):







     """simple docstring"""






     SCREAMING_SNAKE_CASE__		 =    VOCAB_FILES_NAMES
     SCREAMING_SNAKE_CASE__		 =    PRETRAINED_VOCAB_FILES_MAP
     SCREAMING_SNAKE_CASE__		 =    PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
     SCREAMING_SNAKE_CASE__		 =    ['''input_ids''', '''attention_mask''']
     SCREAMING_SNAKE_CASE__		 =    CLIPTokenizer







     def __init__(		self  ,      _lowerCamelCase=None  ,      _lowerCamelCase=None  ,      _lowerCamelCase=None  ,      _lowerCamelCase="<|endoftext|>"  ,      _lowerCamelCase="<|startoftext|>"  ,      _lowerCamelCase="<|endoftext|>"  ,      _lowerCamelCase="<|endoftext|>"  ,      **_lowerCamelCase  ,      ):
         super().__init__(
             a__  ,      a__  ,      tokenizer_file=a__  ,      unk_token=a__  ,      bos_token=a__  ,      eos_token=a__  ,      pad_token=a__  ,      **a__  ,      )

         if not isinstance(self.backend_tokenizer.pre_tokenizer  ,      pre_tokenizers.Sequence     ):
             raise ValueError(
                 'The `backend_tokenizer` provided does not match the expected format. The CLIP tokenizer has been'
                 ' heavily modified from transformers version 4.17.0. You need to convert the tokenizer you are using'
                 ' to be compatible with this version.The easiest way to do so is'
                 ' `CLIPTokenizerFast.from_pretrained("path_to_local_folder_or_hub_repo, from_slow=True)`. If you want'
                 ' to use your existing tokenizer, you will have to revert to a version prior to 4.17.0 of'
                 ' transformers.'     )

         self._wrap_decode_method_backend_tokenizer()







     def lowerCAmelCase  (		self     ):
         __UpperCamelCase						:						Dict		     =	self.backend_tokenizer.decode

         def new_decode_method(*_lowerCamelCase  ,      **_lowerCamelCase     ):
             __UpperCamelCase						:						str		     =	orig_decode_method(*a__  ,      **a__     )
             __UpperCamelCase						:						List[str]		     =	text.replace(self.backend_tokenizer.model.end_of_word_suffix  ,      ' '     ).strip()
             return text

         __UpperCamelCase						:						Tuple		     =	new_decode_method







     def lowerCAmelCase  (		self  ,      _lowerCamelCase  ,      _lowerCamelCase = None     ):
         __UpperCamelCase						:						Optional[int]		     =	[self.bos_token_id]
         __UpperCamelCase						:						List[str]		     =	[self.eos_token_id]

         if token_ids_a is None:
             return bos_token + token_ids_a + eos_token
         return bos_token + token_ids_a + eos_token + eos_token + token_ids_a + eos_token







     def lowerCAmelCase  (		self  ,      _lowerCamelCase  ,      _lowerCamelCase = None     ):
         __UpperCamelCase						:						Union[str, Any]		     =	[self.bos_token_id]
         __UpperCamelCase						:						Optional[int]		     =	[self.eos_token_id]

         if token_ids_a is None:
             return len(bos_token + token_ids_a + eos_token     ) * [0]
         return len(bos_token + token_ids_a + eos_token + eos_token + token_ids_a + eos_token     ) * [0]







     def lowerCAmelCase  (		self  ,      _lowerCamelCase  ,      _lowerCamelCase = None     ):
         __UpperCamelCase						:						Optional[int]		     =	self._tokenizer.model.save(a__  ,      name=a__     )
         return tuple(a__     )





class 		__magic_name__				:


  """simple docstring"""





  class 		__magic_name__				:


    """simple docstring"""





    _UpperCamelCase						 = "_prev", "_data", "_next"


    def __init__(					self	,		a__	,		a__	,		a__		):
      _lowerCamelCase      =						link_p
      _lowerCamelCase      =						element
      _lowerCamelCase      =						link_n


    def     _UpperCAmelCase  (					self		):
      return (
          f''' Prev -> {self._prev is not None}, Next -> {self._next is not None}'''
      )







  def __init__(					self		):
    _lowerCamelCase      =						self._Node(a__	,		a__	,		a__		)
    _lowerCamelCase      =						self._Node(a__	,		a__	,		a__		)
    _lowerCamelCase      =						self._trailer
    _lowerCamelCase      =						self._header
    _lowerCamelCase      =						0


  def __len__(					self		):
    return self._size


  def     _UpperCAmelCase  (					self		):
    return self.__len__() == 0


  def     _UpperCAmelCase  (					self	,		a__	,		a__	,		a__		):
    # Create new_node by setting it's prev.link -> header
    # setting it's next.link -> trailer
    _lowerCamelCase      =						self._Node(a__	,		a__	,		a__		)
    _lowerCamelCase      =						new_node
    _lowerCamelCase      =						new_node
    self._size += 1
    return self


  def     _UpperCAmelCase  (					self	,		a__		):
    _lowerCamelCase      =						node._prev
    _lowerCamelCase      =						node._next

    _lowerCamelCase      =						successor
    _lowerCamelCase      =						predecessor
    self._size -= 1
    _lowerCamelCase      =						node._data
    _lowerCamelCase      =						_lowerCamelCase      =						_lowerCamelCase      =						None
    del node
    return temp







class 		__magic_name__				( _DoublyLinkedBase					):


  """simple docstring"""





  def     _UpperCAmelCase  (					self		):
    if self.is_empty():
      raise Exception('''List is empty'''		)
    return self._header._next._data


  def     _UpperCAmelCase  (					self		):
    if self.is_empty():
      raise Exception('''List is empty'''		)
    return self._trailer._prev._data


  def     _UpperCAmelCase  (					self	,		a__		):
    return self._insert(self._header	,		a__	,		self._header._next		)


  def     _UpperCAmelCase  (					self	,		a__		):
    return self._insert(self._trailer._prev	,		a__	,		self._trailer		)


  def     _UpperCAmelCase  (					self		):
    if self.is_empty():
      raise IndexError('''remove_first from empty list'''		)
    return self._delete(self._header._next		)


  def     _UpperCAmelCase  (					self		):
    if self.is_empty():
      raise IndexError('''remove_first from empty list'''		)
    return self._delete(self._trailer._prev		)




