



'''simple docstring'''





import importlib
import inspect
from functools import wraps
from typing import TYPE_CHECKING, Optional, Union

from .download.streaming_download_manager import (
    xbasename,
    xdirname,
    xet_parse,
    xexists,
    xgetsize,
    xglob,
    xgzip_open,
    xisdir,
    xisfile,
    xjoin,
    xlistdir,
    xnumpy_load,
    xopen,
    xpandas_read_csv,
    xpandas_read_excel,
    xPath,
    xrelpath,
    xsio_loadmat,
    xsplit,
    xsplitext,
    xwalk,
    xxml_dom_minidom_parse,
)
from .utils.logging import get_logger
from .utils.patching import patch_submodule
from .utils.py_utils import get_imports


UpperCamelCase__    :     Dict			  =   get_logger(__name__)


if TYPE_CHECKING:
  from .builder import DatasetBuilder



def     UpperCAmelCase     (    a_      ,		a_ = None		)   ->       Union[str, Any]:



   """simple docstring"""






   A_  :		int						=					importlib.import_module(a_		)

   # TODO(QL): always update the module to add subsequent new authentication
   if hasattr(a_      ,		"""_patched_for_streaming"""		) and module._patched_for_streaming:
      return

   def wrap_auth(a_		):
      @wraps(a_		)
      def wrapper(*a_      ,		**a_		):
         return function(*a_      ,		use_auth_token=a_      ,		**a_		)

      A_  :		int						=					"""wrap_auth"""
      return wrapper

   # open files in a streaming fashion
   patch_submodule(a_      ,		"""open"""      ,		wrap_auth(a_		)		).start()
   patch_submodule(a_      ,		"""os.listdir"""      ,		wrap_auth(a_		)		).start()
   patch_submodule(a_      ,		"""os.walk"""      ,		wrap_auth(a_		)		).start()
   patch_submodule(a_      ,		"""glob.glob"""      ,		wrap_auth(a_		)		).start()
   # allow to navigate in remote zip files
   patch_submodule(a_      ,		"""os.path.join"""      ,		a_		).start()
   patch_submodule(a_      ,		"""os.path.dirname"""      ,		a_		).start()
   patch_submodule(a_      ,		"""os.path.basename"""      ,		a_		).start()
   patch_submodule(a_      ,		"""os.path.relpath"""      ,		a_		).start()
   patch_submodule(a_      ,		"""os.path.split"""      ,		a_		).start()
   patch_submodule(a_      ,		"""os.path.splitext"""      ,		a_		).start()
   # allow checks on paths
   patch_submodule(a_      ,		"""os.path.exists"""      ,		wrap_auth(a_		)		).start()
   patch_submodule(a_      ,		"""os.path.isdir"""      ,		wrap_auth(a_		)		).start()
   patch_submodule(a_      ,		"""os.path.isfile"""      ,		wrap_auth(a_		)		).start()
   patch_submodule(a_      ,		"""os.path.getsize"""      ,		wrap_auth(a_		)		).start()
   patch_submodule(a_      ,		"""pathlib.Path"""      ,		a_		).start()
   # file readers
   patch_submodule(a_      ,		"""gzip.open"""      ,		wrap_auth(a_		)		).start()
   patch_submodule(a_      ,		"""numpy.load"""      ,		wrap_auth(a_		)		).start()
   patch_submodule(a_      ,		"""pandas.read_csv"""      ,		wrap_auth(a_		)      ,		attrs=["""__version__"""]		).start()
   patch_submodule(a_      ,		"""pandas.read_excel"""      ,		wrap_auth(a_		)      ,		attrs=["""__version__"""]		).start()
   patch_submodule(a_      ,		"""scipy.io.loadmat"""      ,		wrap_auth(a_		)      ,		attrs=["""__version__"""]		).start()
   patch_submodule(a_      ,		"""xml.etree.ElementTree.parse"""      ,		wrap_auth(a_		)		).start()
   patch_submodule(a_      ,		"""xml.dom.minidom.parse"""      ,		wrap_auth(a_		)		).start()
   A_  :		Union[str, Any]						=					True







def     UpperCAmelCase     (    a_		)   ->       Any:



   """simple docstring"""






   extend_module_for_streaming(builder.__module__      ,		use_auth_token=builder.use_auth_token		)
   # if needed, we also have to extend additional internal imports (like wmt14 -> wmt_utils)
   if not builder.__module__.startswith("""datasets."""		):  # check that it's not a packaged builder like csv
      for imports in get_imports(inspect.getfile(builder.__class__		)		):
         if imports[0] == "internal":
            A_  :		Dict						=					imports[1]
            A_  :		Union[str, Any]						=					""".""".join(builder.__module__.split("""."""		)[:-1] + [internal_import_name]		)
            extend_module_for_streaming(a_      ,		use_auth_token=builder.use_auth_token		)

    # builders can inherit from other builders that might use streaming functionality
    # (for example, ImageFolder and AudioFolder inherit from FolderBuilder which implements examples generation)
    # but these parents builders are not patched automatically as they are not instantiated, so we patch them here
   from .builder import DatasetBuilder

   A_  :		Tuple						=					[
       cls.__module__
       for cls in type(a_		).__mro__[1:]  # make sure it's not the same module we've already patched
       if issubclass(cls      ,		a_		) and cls.__module__ != DatasetBuilder.__module__
   ]  # check it's not a standard builder from datasets.builder
   for module in parent_builder_modules:
      extend_module_for_streaming(a_      ,		use_auth_token=builder.use_auth_token		)





'''simple docstring'''





from ..utils import DummyObject, requires_backends


class 							_lowerCAmelCase	(  metaclass=__A							):


 """simple docstring"""

 lowerCamelCase									=     ['''torch''', '''librosa''']







 def __init__(      self					,    *_lowerCamelCase					,    **_lowerCamelCase  )    ->    str:
    requires_backends(self					,    ["""torch""", """librosa"""]  )







 @classmethod
 def       UpperCAmelCase_       (      cls					,    *_lowerCamelCase					,    **_lowerCamelCase  )    ->    Dict:
    requires_backends(cls					,    ["""torch""", """librosa"""]  )







 @classmethod
 def       UpperCAmelCase_       (      cls					,    *_lowerCamelCase					,    **_lowerCamelCase  )    ->    Optional[int]:
    requires_backends(cls					,    ["""torch""", """librosa"""]  )


class 							_lowerCAmelCase	(  metaclass=__A							):


 """simple docstring"""

 lowerCamelCase									=     ['''torch''', '''librosa''']







 def __init__(      self					,    *_lowerCamelCase					,    **_lowerCamelCase  )    ->    Dict:
    requires_backends(self					,    ["""torch""", """librosa"""]  )







 @classmethod
 def       UpperCAmelCase_       (      cls					,    *_lowerCamelCase					,    **_lowerCamelCase  )    ->    str:
    requires_backends(cls					,    ["""torch""", """librosa"""]  )







 @classmethod
 def       UpperCAmelCase_       (      cls					,    *_lowerCamelCase					,    **_lowerCamelCase  )    ->    Dict:
    requires_backends(cls					,    ["""torch""", """librosa"""]  )
