from ..utils import DummyObject, requires_backends







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : List[str] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Optional[Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Dict 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Optional[int]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Dict 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				List[str]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : List[Any] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Union[str, Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : List[Any] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Union[str, Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Tuple 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				List[str]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Optional[int] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				List[str]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : List[Any] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Optional[Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : List[str] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				List[str]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Dict 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Optional[int]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : int 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				List[Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : List[str] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Optional[int]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : str 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Union[str, Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : List[str] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Union[str, Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Optional[int] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				List[str]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Any 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Union[str, Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Optional[Any] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Dict:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : str 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Dict:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Optional[Any] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Optional[Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Any 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Dict:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : List[str] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				List[str]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : List[str] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				str:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : str 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Optional[int]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Any 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Optional[int]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Dict 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				int:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : List[str] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				List[Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : List[Any] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Dict:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : str 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				int:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Any 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Union[str, Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : List[Any] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				List[Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : int 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Optional[int]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : str 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				int:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Tuple 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				int:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : List[Any] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				int:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Tuple 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Optional[Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Optional[int] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Any:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Optional[int] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				List[Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : List[str] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Optional[int]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Tuple 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				List[str]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Optional[int] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				List[Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Dict 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				int:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Tuple 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Optional[Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Tuple 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				int:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : int 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				int:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Optional[int] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Union[str, Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : List[Any] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Union[str, Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Tuple 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Dict:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : str 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Any:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Union[str, Any] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				List[str]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Union[str, Any] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				str:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : str 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Optional[int]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : List[Any] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Any:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Union[str, Any] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Optional[int]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Optional[Any] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Union[str, Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : int 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				List[Any]:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Dict 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				int:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : List[Any] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				Any:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







class       __snake_case (  metaclass=lowercase_ ):
 __lowerCamelCase     : Union[str, Any] 	=   ["""tokenizers"""]
 def __init__(	self		, *snake_case__		, **snake_case__    )						->				str:
       '''simple docstring'''





       requires_backends(self		, ['''tokenizers''']    )







# this script builds a small sample spm file tests/fixtures/test_sentencepiece_no_bos.model, with features needed by pegasus

# 1. pip install sentencepiece
#
# 2. wget https://raw.githubusercontent.com/google/sentencepiece/master/data/botchan.txt

# 3. build
import sentencepiece as spm

# pegasus:
# 1. no bos
# 2. eos_id is 1
# 3. unk_id is 2
# build a sample spm file accordingly
spm.SentencePieceTrainer.train(
    "--input=botchan.txt --model_prefix=test_sentencepiece_no_bos --bos_id=-1 --unk_id=2  --eos_id=1  --vocab_size=1000"
)

# 4. now update the fixture
# mv test_sentencepiece_no_bos.model ../../tests/fixtures/

