





# Lint as: python3
# pylint: enable=line-too-long
# pylint: disable=g-import-not-at-top,g-bad-import-order,wrong-import-position

lowercase      :       str									=  """2.13.1"""

import platform

import pyarrow
from packaging import version


if version.parse(platform.python_version()) < version.parse("""3.7"""):
    raise ImportWarning(
        """To use `datasets`, Python>=3.7 is required, and the current version of Python doesn't match this condition."""
    )

if version.parse(pyarrow.__version__).major < 8:
    raise ImportWarning(
        """To use `datasets`, the module `pyarrow>=8.0.0` is required, and the current version of `pyarrow` doesn't match this condition.\n"""
        """If you are running this in a Google Colab, you should probably just restart the runtime to use the right version of `pyarrow`."""
    )

del platform
del pyarrow
del version

from .arrow_dataset import Dataset
from .arrow_reader import ReadInstruction
from .builder import ArrowBasedBuilder, BeamBasedBuilder, BuilderConfig, DatasetBuilder, GeneratorBasedBuilder
from .combine import concatenate_datasets, interleave_datasets
from .dataset_dict import DatasetDict, IterableDatasetDict
from .download import *
from .features import *
from .fingerprint import disable_caching, enable_caching, is_caching_enabled, set_caching_enabled
from .info import DatasetInfo, MetricInfo
from .inspect import (
    get_dataset_config_info,
    get_dataset_config_names,
    get_dataset_infos,
    get_dataset_split_names,
    inspect_dataset,
    inspect_metric,
    list_datasets,
    list_metrics,
)
from .iterable_dataset import IterableDataset
from .load import load_dataset, load_dataset_builder, load_from_disk, load_metric
from .metric import Metric
from .splits import (
    NamedSplit,
    NamedSplitAll,
    Split,
    SplitBase,
    SplitDict,
    SplitGenerator,
    SplitInfo,
    SubSplitInfo,
    percent,
)
from .tasks import *
from .utils import *
from .utils import logging


# deprecated modules
from datasets import arrow_dataset as _arrow_dataset  # isort:skip
from datasets import utils as _utils  # isort:skip
from datasets.utils import download_manager as _deprecated_download_manager  # isort:skip

lowercase      :       Optional[Any]									=  concatenate_datasets
lowercase      :       List[Any]									=  DownloadConfig
lowercase      :       List[str]									=  DownloadManager
lowercase      :       int									=  DownloadMode
lowercase      :       Optional[Any]									=  DownloadConfig
lowercase      :       Union[str, Any]									=  DownloadMode
lowercase      :       Dict									=  DownloadManager

del _arrow_dataset, _utils, _deprecated_download_manager




'''simple docstring'''




from transformers import DistilBertTokenizer, DistilBertTokenizerFast
from transformers.testing_utils import require_tokenizers, slow

from ..bert.test_tokenization_bert import BertTokenizationTest





@require_tokenizers
class  A				(							__snake_case						):
     __magic_name__						=		DistilBertTokenizer
     __magic_name__						=		DistilBertTokenizerFast
     __magic_name__						=		True





     @slow
     def 				__lowerCAmelCase							(							self	) ->				Any:






         """simple docstring"""






         A       :   List[Any]					=						DistilBertTokenizer.from_pretrained('''distilbert-base-uncased'''	)

         A       :   Dict					=						tokenizer.encode('''sequence builders'''						,			add_special_tokens=SCREAMING_SNAKE_CASE	)
         A       :   List[str]					=						tokenizer.encode('''multi-sequence build'''						,			add_special_tokens=SCREAMING_SNAKE_CASE	)

         A       :   Optional[Any]					=						tokenizer.build_inputs_with_special_tokens(SCREAMING_SNAKE_CASE	)
         A       :   Tuple					=						tokenizer.build_inputs_with_special_tokens(SCREAMING_SNAKE_CASE						,			SCREAMING_SNAKE_CASE	)

         assert encoded_sentence == [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id]
         assert encoded_pair == [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] + text_a + [
             tokenizer.sep_token_id
         ]




