"""simple docstring"""


import importlib
import inspect
from functools import wraps
from typing import TYPE_CHECKING, Optional, Union

from .download.streaming_download_manager import (
    xbasename,
    xdirname,
    xet_parse,
    xexists,
    xgetsize,
    xglob,
    xgzip_open,
    xisdir,
    xisfile,
    xjoin,
    xlistdir,
    xnumpy_load,
    xopen,
    xpandas_read_csv,
    xpandas_read_excel,
    xPath,
    xrelpath,
    xsio_loadmat,
    xsplit,
    xsplitext,
    xwalk,
    xxml_dom_minidom_parse,
)
from .utils.logging import get_logger
from .utils.patching import patch_submodule
from .utils.py_utils import get_imports


__A       			=      get_logger(__name__)


if TYPE_CHECKING:
 from .builder import DatasetBuilder

def 						UpperCamelCase				(	_lowerCAmelCase   :							Optional[Any]				, _lowerCAmelCase   :							Optional[Union[str, bool]] = None						):
    __a			      =						importlib.import_module(_lowerCAmelCase						)

    # TODO(QL): always update the module to add subsequent new authentication
    if hasattr(_lowerCAmelCase				, """_patched_for_streaming"""						) and module._patched_for_streaming:
        return

    def wrap_auth(_lowerCAmelCase   :							int						):
        @wraps(_lowerCAmelCase						)
        def wrapper(*_lowerCAmelCase   :							Tuple				, **_lowerCAmelCase   :							Optional[int]						):
            return function(*_lowerCAmelCase				, use_auth_token=_lowerCAmelCase				, **_lowerCAmelCase						)

        __a			      =						"""wrap_auth"""
        return wrapper

    # open files in a streaming fashion
    patch_submodule(_lowerCAmelCase				, """open"""				, wrap_auth(_lowerCAmelCase						)						).start()
    patch_submodule(_lowerCAmelCase				, """os.listdir"""				, wrap_auth(_lowerCAmelCase						)						).start()
    patch_submodule(_lowerCAmelCase				, """os.walk"""				, wrap_auth(_lowerCAmelCase						)						).start()
    patch_submodule(_lowerCAmelCase				, """glob.glob"""				, wrap_auth(_lowerCAmelCase						)						).start()
    # allow to navigate in remote zip files
    patch_submodule(_lowerCAmelCase				, """os.path.join"""				, _lowerCAmelCase						).start()
    patch_submodule(_lowerCAmelCase				, """os.path.dirname"""				, _lowerCAmelCase						).start()
    patch_submodule(_lowerCAmelCase				, """os.path.basename"""				, _lowerCAmelCase						).start()
    patch_submodule(_lowerCAmelCase				, """os.path.relpath"""				, _lowerCAmelCase						).start()
    patch_submodule(_lowerCAmelCase				, """os.path.split"""				, _lowerCAmelCase						).start()
    patch_submodule(_lowerCAmelCase				, """os.path.splitext"""				, _lowerCAmelCase						).start()
    # allow checks on paths
    patch_submodule(_lowerCAmelCase				, """os.path.exists"""				, wrap_auth(_lowerCAmelCase						)						).start()
    patch_submodule(_lowerCAmelCase				, """os.path.isdir"""				, wrap_auth(_lowerCAmelCase						)						).start()
    patch_submodule(_lowerCAmelCase				, """os.path.isfile"""				, wrap_auth(_lowerCAmelCase						)						).start()
    patch_submodule(_lowerCAmelCase				, """os.path.getsize"""				, wrap_auth(_lowerCAmelCase						)						).start()
    patch_submodule(_lowerCAmelCase				, """pathlib.Path"""				, _lowerCAmelCase						).start()
    # file readers
    patch_submodule(_lowerCAmelCase				, """gzip.open"""				, wrap_auth(_lowerCAmelCase						)						).start()
    patch_submodule(_lowerCAmelCase				, """numpy.load"""				, wrap_auth(_lowerCAmelCase						)						).start()
    patch_submodule(_lowerCAmelCase				, """pandas.read_csv"""				, wrap_auth(_lowerCAmelCase						)				, attrs=["""__version__"""]						).start()
    patch_submodule(_lowerCAmelCase				, """pandas.read_excel"""				, wrap_auth(_lowerCAmelCase						)				, attrs=["""__version__"""]						).start()
    patch_submodule(_lowerCAmelCase				, """scipy.io.loadmat"""				, wrap_auth(_lowerCAmelCase						)				, attrs=["""__version__"""]						).start()
    patch_submodule(_lowerCAmelCase				, """xml.etree.ElementTree.parse"""				, wrap_auth(_lowerCAmelCase						)						).start()
    patch_submodule(_lowerCAmelCase				, """xml.dom.minidom.parse"""				, wrap_auth(_lowerCAmelCase						)						).start()
    __a			      =						True






def 						UpperCamelCase				(	_lowerCAmelCase   :							"DatasetBuilder"						):
    extend_module_for_streaming(builder.__module__				, use_auth_token=builder.use_auth_token						)
    # if needed, we also have to extend additional internal imports (like wmt14 -> wmt_utils)
    if not builder.__module__.startswith("""datasets."""						):  # check that it's not a packaged builder like csv
        for imports in get_imports(inspect.getfile(builder.__class__						)						):
            if imports[0] == "internal":
                __a			      =						imports[1]
                __a			      =						""".""".join(builder.__module__.split("""."""						)[:-1] + [internal_import_name]						)
                extend_module_for_streaming(_lowerCAmelCase				, use_auth_token=builder.use_auth_token						)

    # builders can inherit from other builders that might use streaming functionality
    # (for example, ImageFolder and AudioFolder inherit from FolderBuilder which implements examples generation)
    # but these parents builders are not patched automatically as they are not instantiated, so we patch them here
    from .builder import DatasetBuilder

    __a			      =						[
        cls.__module__
        for cls in type(_lowerCAmelCase						).__mro__[1:]  # make sure it's not the same module we've already patched
        if issubclass(cls				, _lowerCAmelCase						) and cls.__module__ != DatasetBuilder.__module__
    ]  # check it's not a standard builder from datasets.builder
    for module in parent_builder_modules:
        extend_module_for_streaming(_lowerCAmelCase				, use_auth_token=builder.use_auth_token						)

"""simple docstring"""


from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tokenizers_available, is_torch_available


__A       			=      {
    """configuration_realm""": ["""REALM_PRETRAINED_CONFIG_ARCHIVE_MAP""", """RealmConfig"""],
    """tokenization_realm""": ["""RealmTokenizer"""],
}

try:
 if not is_tokenizers_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 __A       			=      ["""RealmTokenizerFast"""]

try:
 if not is_torch_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 __A       			=      [
     """REALM_PRETRAINED_MODEL_ARCHIVE_LIST""",
     """RealmEmbedder""",
     """RealmForOpenQA""",
     """RealmKnowledgeAugEncoder""",
     """RealmPreTrainedModel""",
     """RealmReader""",
     """RealmScorer""",
     """load_tf_weights_in_realm""",
 ]
 __A       			=      ["""RealmRetriever"""]


if TYPE_CHECKING:
 from .configuration_realm import REALM_PRETRAINED_CONFIG_ARCHIVE_MAP, RealmConfig
 from .tokenization_realm import RealmTokenizer

 try:
  if not is_tokenizers_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .tokenization_realm import RealmTokenizerFast

 try:
  if not is_torch_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .modeling_realm import (
      REALM_PRETRAINED_MODEL_ARCHIVE_LIST,
      RealmEmbedder,
      RealmForOpenQA,
      RealmKnowledgeAugEncoder,
      RealmPreTrainedModel,
      RealmReader,
      RealmScorer,
      load_tf_weights_in_realm,
  )
  from .retrieval_realm import RealmRetriever


else:
 import sys

 __A       			=      _LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)
