



import sys
from dataclasses import dataclass
from typing import TYPE_CHECKING, Dict, List, Optional, Tuple, Union

import pandas as pd
import pyarrow as pa

import datasets
import datasets.config
from datasets.features.features import require_storage_cast
from datasets.table import table_cast


if TYPE_CHECKING:
				import sqlitea

				import sqlalchemy


_lowercase:					Optional[Any]      =						datasets.utils.logging.get_logger(__name__)



@dataclass
class       _lowercase				(  datasets.BuilderConfig      ):





	"""simple docstring"""
	__A		      =				None
	__A		      =				None
	__A		      =				None
	__A		      =				True
	__A		      =				None
	__A		      =				None
	__A		      =				None
	__A		      =				10000
	__A		      =				None




	def 	UpperCamelCase_			(self						):
						"""simple docstring"""

						if self.sql is None:
											raise ValueError("sql must be specified"						)
						if self.con is None:
											raise ValueError("con must be specified"						)




	def 	UpperCamelCase_			(self						,			lowerCamelCase_						,			lowerCamelCase_ = None						,			):
						"""simple docstring"""

						a   	=  config_kwargs.copy()
						# We need to stringify the Selectable object to make its hash deterministic

						# The process of stringifying is explained here: http://docs.sqlalchemy.org/en/latest/faq/sqlexpressions.html
						a   	=  config_kwargs["sql"]
						if not isinstance(lowerCamelCase_						,			lowerCamelCase_						):
											if datasets.config.SQLALCHEMY_AVAILABLE and "sqlalchemy" in sys.modules:
																import sqlalchemy

																if isinstance(lowerCamelCase_						,			sqlalchemy.sql.Selectable						):
																					a   	=  sqlalchemy.create_engine(config_kwargs["con"].split("://"						)[0] + "://"						)
																					a   	=  str(sql.compile(dialect=engine.dialect						)						)
																					a   	=  sql_str
																else:
																					raise TypeError(
																					    F'''Supported types for \'sql\' are string and sqlalchemy.sql.Selectable but got {type(lowerCamelCase_						)}: {sql}'''						)
											else:
																raise TypeError(
																    F'''Supported types for \'sql\' are string and sqlalchemy.sql.Selectable but got {type(lowerCamelCase_						)}: {sql}'''						)
						a   	=  config_kwargs["con"]
						if not isinstance(lowerCamelCase_						,			lowerCamelCase_						):
											a   	=  id(lowerCamelCase_						)
											logger.info(
											    F'''SQL connection \'con\' of type {type(lowerCamelCase_						)} couldn\'t be hashed properly. To enable hashing, specify \'con\' as URI string instead.'''						)

						return super().create_config_id(lowerCamelCase_						,			custom_features=lowerCamelCase_						)




	@property
	def 	UpperCamelCase_			(self						):
						"""simple docstring"""

						a   	=  {
						    "index_col": self.index_col,
						    "columns": self.columns,
						    "params": self.params,
						    "coerce_float": self.coerce_float,
						    "parse_dates": self.parse_dates,
						}
						return pd_read_sql_kwargs




class       _lowercase				(  datasets.ArrowBasedBuilder      ):





	"""simple docstring"""
	__A		      =				SqlConfig




	def 	UpperCamelCase_			(self						):
						"""simple docstring"""

						return datasets.DatasetInfo(features=self.config.features						)




	def 	UpperCamelCase_			(self						,			lowerCamelCase_						):
						"""simple docstring"""

						return [datasets.SplitGenerator(name=datasets.Split.TRAIN						,			gen_kwargs={}						)]




	def 	UpperCamelCase_			(self						,			lowerCamelCase_						):
						"""simple docstring"""

						if self.config.features is not None:
											a   	=  self.config.features.arrow_schema
											if all(not require_storage_cast(lowerCamelCase_						) for feature in self.config.features.values()						):
																# cheaper cast
																a   	=  pa.Table.from_arrays([pa_table[field.name] for field in schema]						,			schema=lowerCamelCase_						)
											else:
																# more expensive cast; allows str <-> int/float or str to Audio for example
																a   	=  table_cast(lowerCamelCase_						,			lowerCamelCase_						)
						return pa_table




	def 	UpperCamelCase_			(self						):
						"""simple docstring"""

						a   	=  self.config.chunksize
						a   	=  pd.read_sql(
						    self.config.sql						,			self.config.con						,			chunksize=lowerCamelCase_						,			**self.config.pd_read_sql_kwargs						)
						a   	=  [sql_reader] if chunksize is None else sql_reader
						for chunk_idx, df in enumerate(lowerCamelCase_						):
											a   	=  pa.Table.from_pandas(lowerCamelCase_						)
											yield chunk_idx, self._cast_table(lowerCamelCase_						)





from typing import Dict, List, Optional, Tuple

from ...tokenization_utils import AddedToken, PreTrainedTokenizer
from ...utils import logging


_lowercase:					int      =						logging.get_logger(__name__)



class       _lowercase				(  lowerCAmelCase      ):





	"""simple docstring"""
	__A		      =				["input_ids", "attention_mask"]




	def __init__(self						,			lowerCamelCase_="[PAD]"						,			lowerCamelCase_="[BOS]"						,			lowerCamelCase_="[EOS]"						,			lowerCamelCase_="[MASK]"						,			lowerCamelCase_="[CLS]"						,			lowerCamelCase_="[SEP]"						,			lowerCamelCase_=2048						,			**lowerCamelCase_						,			):
						"""simple docstring"""

						a   	=  AddedToken(lowerCamelCase_						,			lstrip=lowerCamelCase_						,			rstrip=lowerCamelCase_						) if isinstance(lowerCamelCase_						,			lowerCamelCase_						) else pad_token
						a   	=  AddedToken(lowerCamelCase_						,			lstrip=lowerCamelCase_						,			rstrip=lowerCamelCase_						) if isinstance(lowerCamelCase_						,			lowerCamelCase_						) else bos_token
						a   	=  AddedToken(lowerCamelCase_						,			lstrip=lowerCamelCase_						,			rstrip=lowerCamelCase_						) if isinstance(lowerCamelCase_						,			lowerCamelCase_						) else eos_token
						a   	=  AddedToken(lowerCamelCase_						,			lstrip=lowerCamelCase_						,			rstrip=lowerCamelCase_						) if isinstance(lowerCamelCase_						,			lowerCamelCase_						) else mask_token
						a   	=  AddedToken(lowerCamelCase_						,			lstrip=lowerCamelCase_						,			rstrip=lowerCamelCase_						) if isinstance(lowerCamelCase_						,			lowerCamelCase_						) else cls_token
						a   	=  AddedToken(lowerCamelCase_						,			lstrip=lowerCamelCase_						,			rstrip=lowerCamelCase_						) if isinstance(lowerCamelCase_						,			lowerCamelCase_						) else sep_token

						super().__init__(
						    pad_token=lowerCamelCase_						,			bos_token=lowerCamelCase_						,			eos_token=lowerCamelCase_						,			mask_token=lowerCamelCase_						,			cls_token=lowerCamelCase_						,			sep_token=lowerCamelCase_						,			model_max_length=lowerCamelCase_						,			**lowerCamelCase_						,			)

						a   	=  2**8  # utf is 8 bits

						# define special tokens dict
						a   	=  {
						    self.pad_token: 0,
						    self.bos_token: 1,
						    self.eos_token: 2,
						    self.mask_token: 3,
						    self.cls_token: 4,
						    self.sep_token: 5,
						}
						a   	=  len(self.special_tokens_encoder						)
						a   	=  {v: k for k, v in self.special_tokens_encoder.items()}




	def 	UpperCamelCase_			(self						):
						"""simple docstring"""

						a   	=  self.special_tokens_encoder.copy()
						vocab.update(self.added_tokens_encoder						)
						for i in range(self._utf_vocab_size						):
											a   	=  chr(lowerCamelCase_						)
											a   	=  i + len(self.special_tokens_encoder						)
						return vocab




	@property
	def 	UpperCamelCase_			(self						):
						"""simple docstring"""

						return self._utf_vocab_size + self._num_special_tokens




	def 	UpperCamelCase_			(self						,			lowerCamelCase_						,			lowerCamelCase_ = None						,			lowerCamelCase_ = False						):
						"""simple docstring"""

						if already_has_special_tokens:
											return super().get_special_tokens_mask(
											    token_ids_a=lowerCamelCase_						,			token_ids_a=lowerCamelCase_						,			already_has_special_tokens=lowerCamelCase_						)

						# normal case: some special tokens
						if token_ids_a is None:
											return [1] + [0] * len(lowerCamelCase_						) + [1]
						return [1] + ([0] * len(lowerCamelCase_						)) + [1] + ([0] * len(lowerCamelCase_						)) + [1]




	def 	UpperCamelCase_			(self						,			lowerCamelCase_						,			lowerCamelCase_ = None						):
						"""simple docstring"""

						if token_ids_a is None:
											return [self.cls_token_id] + token_ids_a + [self.sep_token_id]
						else:
											return [self.cls_token_id] + token_ids_a + [self.sep_token_id] + token_ids_a + [self.sep_token_id]




	def 	UpperCamelCase_			(self						,			lowerCamelCase_						):
						"""simple docstring"""

						a   	=  [chr(lowerCamelCase_						) for i in text.encode("utf-8"						)]
						return tokens




	def 	UpperCamelCase_			(self						,			lowerCamelCase_						):
						"""simple docstring"""

						if token in self.special_tokens_encoder:
											a   	=  self.special_tokens_encoder[token]
						elif token in self.added_tokens_encoder:
											a   	=  self.added_tokens_encoder[token]
						elif len(lowerCamelCase_						) != 1:
											a   	=  self.unk_token_id
						else:
											a   	=  ord(lowerCamelCase_						) + self._num_special_tokens
						return token_id




	def 	UpperCamelCase_			(self						,			lowerCamelCase_						):
						"""simple docstring"""

						if index in self.special_tokens_decoder:
											a   	=  self.special_tokens_decoder[index]
						elif index in self.added_tokens_decoder:
											a   	=  self.added_tokens_decoder[index]
						else:
											a   	=  chr(index - self._num_special_tokens						)
						return token




	def 	UpperCamelCase_			(self						,			lowerCamelCase_						):
						"""simple docstring"""

						a   	=  B""
						for token in tokens:
											if token in self.special_tokens_decoder:
																a   	=  self.special_tokens_decoder[token].encode("utf-8"						)
											elif token in self.added_tokens_decoder:
																a   	=  self.special_tokens_decoder[token].encode("utf-8"						)
											elif token in self.special_tokens_encoder:
																a   	=  token.encode("utf-8"						)
											elif token in self.added_tokens_encoder:
																a   	=  token.encode("utf-8"						)
											else:
																a   	=  bytes([ord(lowerCamelCase_						)]						)
											bstring += tok_string
						a   	=  bstring.decode("utf-8"						,			errors="replace"						)
						return string




	def 	UpperCamelCase_			(self						,			lowerCamelCase_						,			lowerCamelCase_ = None						):
						"""simple docstring"""

						return ()
