


"""simple docstring"""
from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_flax_available,
    is_sentencepiece_available,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


SCREAMING_SNAKE_CASE :    Dict									=				{"""configuration_xglm""": ["""XGLM_PRETRAINED_CONFIG_ARCHIVE_MAP""", """XGLMConfig"""]}

try:
			if not is_sentencepiece_available():
						raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
			pass
else:
			SCREAMING_SNAKE_CASE :    Union[str, Any]									=				["""XGLMTokenizer"""]

try:
			if not is_tokenizers_available():
						raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
			pass
else:
			SCREAMING_SNAKE_CASE :    Union[str, Any]									=				["""XGLMTokenizerFast"""]

try:
			if not is_torch_available():
						raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
			pass
else:
			SCREAMING_SNAKE_CASE :    int									=				[
			    """XGLM_PRETRAINED_MODEL_ARCHIVE_LIST""",
			    """XGLMForCausalLM""",
			    """XGLMModel""",
			    """XGLMPreTrainedModel""",
			]


try:
			if not is_flax_available():
						raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
			pass
else:
			SCREAMING_SNAKE_CASE :    str									=				[
			    """FlaxXGLMForCausalLM""",
			    """FlaxXGLMModel""",
			    """FlaxXGLMPreTrainedModel""",
			]


try:
			if not is_tf_available():
						raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
			pass
else:
			SCREAMING_SNAKE_CASE :    List[Any]									=				[
			    """TF_XGLM_PRETRAINED_MODEL_ARCHIVE_LIST""",
			    """TFXGLMForCausalLM""",
			    """TFXGLMModel""",
			    """TFXGLMPreTrainedModel""",
			]


if TYPE_CHECKING:
			from .configuration_xglm import XGLM_PRETRAINED_CONFIG_ARCHIVE_MAP, XGLMConfig

			try:
						if not is_sentencepiece_available():
									raise OptionalDependencyNotAvailable()
			except OptionalDependencyNotAvailable:
						pass
			else:
						from .tokenization_xglm import XGLMTokenizer

			try:
						if not is_tokenizers_available():
									raise OptionalDependencyNotAvailable()
			except OptionalDependencyNotAvailable:
						pass
			else:
						from .tokenization_xglm_fast import XGLMTokenizerFast

			try:
						if not is_torch_available():
									raise OptionalDependencyNotAvailable()
			except OptionalDependencyNotAvailable:
						pass
			else:
						from .modeling_xglm import XGLM_PRETRAINED_MODEL_ARCHIVE_LIST, XGLMForCausalLM, XGLMModel, XGLMPreTrainedModel

			try:
						if not is_flax_available():
									raise OptionalDependencyNotAvailable()
			except OptionalDependencyNotAvailable:
						pass
			else:
						from .modeling_flax_xglm import FlaxXGLMForCausalLM, FlaxXGLMModel, FlaxXGLMPreTrainedModel

			try:
						if not is_tf_available():
									raise OptionalDependencyNotAvailable()
			except OptionalDependencyNotAvailable:
						pass
			else:
						from .modeling_tf_xglm import (
						    TF_XGLM_PRETRAINED_MODEL_ARCHIVE_LIST,
						    TFXGLMForCausalLM,
						    TFXGLMModel,
						    TFXGLMPreTrainedModel,
						)


else:
			import sys

			SCREAMING_SNAKE_CASE :    Optional[int]									=				_LazyModule(__name__, globals()["""__file__"""], _import_structure)








from typing import Optional

import pyspark

from .. import Features, NamedSplit
from ..download import DownloadMode
from ..packaged_modules.spark.spark import Spark
from .abc import AbstractDatasetReader





class 	snake_case_   (		__A					):







			'''simple docstring'''

			def __init__(     self :				int							,   _UpperCamelCase :				pyspark.sql.DataFrame							,   _UpperCamelCase :				Optional[NamedSplit] = None							,   _UpperCamelCase :				Optional[Features] = None							,   _UpperCamelCase :				bool = True							,   _UpperCamelCase :				str = None							,   _UpperCamelCase :				bool = False							,   _UpperCamelCase :				str = None							,   _UpperCamelCase :				bool = True							,   _UpperCamelCase :				str = "arrow"							,   **_UpperCamelCase :				Tuple							,   )      ->str:
									super().__init__(
									    split=_UpperCamelCase							,   features=_UpperCamelCase							,   cache_dir=_UpperCamelCase							,   keep_in_memory=_UpperCamelCase							,   streaming=_UpperCamelCase							,   **_UpperCamelCase							,   )
									snake_case_   =	load_from_cache_file
									snake_case_   =	file_format
									snake_case_   =	Spark(
									    df=_UpperCamelCase							,   features=_UpperCamelCase							,   cache_dir=_UpperCamelCase							,   working_dir=_UpperCamelCase							,   **_UpperCamelCase							,   )







			def 				snake_case__(     self :				int							)      ->Tuple:
									if self.streaming:
															return self.builder.as_streaming_dataset(split=self.split							)
									snake_case_   =	None if self._load_from_cache_file else DownloadMode.FORCE_REDOWNLOAD
									self.builder.download_and_prepare(
									    download_mode=_UpperCamelCase							,   file_format=self._file_format							,   )
									return self.builder.as_dataset(split=self.split							)