






'''simple docstring'''




from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


lowerCamelCase_												=					logging.get_logger(__name__)

lowerCamelCase_												=					{
    '''facebook/xmod-base''': '''https://huggingface.co/facebook/xmod-base/resolve/main/config.json''',
    '''facebook/xmod-large-prenorm''': '''https://huggingface.co/facebook/xmod-large-prenorm/resolve/main/config.json''',
    '''facebook/xmod-base-13-125k''': '''https://huggingface.co/facebook/xmod-base-13-125k/resolve/main/config.json''',
    '''facebook/xmod-base-30-125k''': '''https://huggingface.co/facebook/xmod-base-30-125k/resolve/main/config.json''',
    '''facebook/xmod-base-30-195k''': '''https://huggingface.co/facebook/xmod-base-30-195k/resolve/main/config.json''',
    '''facebook/xmod-base-60-125k''': '''https://huggingface.co/facebook/xmod-base-60-125k/resolve/main/config.json''',
    '''facebook/xmod-base-60-265k''': '''https://huggingface.co/facebook/xmod-base-60-265k/resolve/main/config.json''',
    '''facebook/xmod-base-75-125k''': '''https://huggingface.co/facebook/xmod-base-75-125k/resolve/main/config.json''',
    '''facebook/xmod-base-75-269k''': '''https://huggingface.co/facebook/xmod-base-75-269k/resolve/main/config.json''',
}

class    _UpperCAmelCase			(     snake_case_						):




   """simple docstring"""

   snake_case    				=						'''xmod'''

   def __init__(		self :	Optional[int]      ,      __UpperCAmelCase :	int=30522      ,      __UpperCAmelCase :	int=768      ,      __UpperCAmelCase :	Optional[Any]=12      ,      __UpperCAmelCase :	Union[str, Any]=12      ,      __UpperCAmelCase :	Any=3072      ,      __UpperCAmelCase :	Optional[Any]="gelu"      ,      __UpperCAmelCase :	Union[str, Any]=0.1      ,      __UpperCAmelCase :	int=0.1      ,      __UpperCAmelCase :	Dict=512      ,      __UpperCAmelCase :	str=2      ,      __UpperCAmelCase :	List[str]=0.02      ,      __UpperCAmelCase :	Optional[Any]=1E-12      ,      __UpperCAmelCase :	Union[str, Any]=1      ,      __UpperCAmelCase :	Optional[Any]=0      ,      __UpperCAmelCase :	Any=2      ,      __UpperCAmelCase :	int="absolute"      ,      __UpperCAmelCase :	List[Any]=True      ,      __UpperCAmelCase :	List[str]=None      ,      __UpperCAmelCase :	str=False      ,      __UpperCAmelCase :	Any=2      ,      __UpperCAmelCase :	List[str]=False      ,      __UpperCAmelCase :	int=True      ,      __UpperCAmelCase :	int=True      ,      __UpperCAmelCase :	Union[str, Any]=("en_XX",)      ,      __UpperCAmelCase :	List[Any]=None      ,      **__UpperCAmelCase :	int      ,      ):





         '''simple docstring'''





         super().__init__(pad_token_id=__UpperCAmelCase      ,      bos_token_id=__UpperCAmelCase      ,      eos_token_id=__UpperCAmelCase      ,      **__UpperCAmelCase		)

         _A			     =	vocab_size
         _A			     =	hidden_size
         _A			     =	num_hidden_layers
         _A			     =	num_attention_heads
         _A			     =	hidden_act
         _A			     =	intermediate_size
         _A			     =	hidden_dropout_prob
         _A			     =	attention_probs_dropout_prob
         _A			     =	max_position_embeddings
         _A			     =	type_vocab_size
         _A			     =	initializer_range
         _A			     =	layer_norm_eps
         _A			     =	position_embedding_type
         _A			     =	use_cache
         _A			     =	classifier_dropout
         _A			     =	pre_norm
         _A			     =	adapter_reduction_factor
         _A			     =	adapter_layer_norm
         _A			     =	adapter_reuse_layer_norm
         _A			     =	ln_before_adapter
         _A			     =	list(__UpperCAmelCase		)
         _A			     =	default_language





class    _UpperCAmelCase			(     snake_case_						):




   """simple docstring"""

   @property
   def 						lowerCAmelCase (		self :	Optional[Any]		):





         '''simple docstring'''





         if self.task == "multiple-choice":
               _A			     =	{0: "batch", 1: "choice", 2: "sequence"}
         else:
               _A			     =	{0: "batch", 1: "sequence"}
         return OrderedDict(
             [
                 ("input_ids", dynamic_axis),
                 ("attention_mask", dynamic_axis),
             ]		)







# Lint as: python3
# pylint: enable=line-too-long
# pylint: disable=g-import-not-at-top,g-bad-import-order,wrong-import-position

__A				='''2.13.1'''

import platform

import pyarrow
from packaging import version


if version.parse(platform.python_version()) < version.parse('''3.7'''):
			raise ImportWarning(
			    '''To use `datasets`, Python>=3.7 is required, and the current version of Python doesn\'t match this condition.'''
			)

if version.parse(pyarrow.__version__).major < 8:
			raise ImportWarning(
			    '''To use `datasets`, the module `pyarrow>=8.0.0` is required, and the current version of `pyarrow` doesn\'t match this condition.\n'''
			    '''If you are running this in a Google Colab, you should probably just restart the runtime to use the right version of `pyarrow`.'''
			)

del platform
del pyarrow
del version

from .arrow_dataset import Dataset
from .arrow_reader import ReadInstruction
from .builder import ArrowBasedBuilder, BeamBasedBuilder, BuilderConfig, DatasetBuilder, GeneratorBasedBuilder
from .combine import concatenate_datasets, interleave_datasets
from .dataset_dict import DatasetDict, IterableDatasetDict
from .download import *
from .features import *
from .fingerprint import disable_caching, enable_caching, is_caching_enabled, set_caching_enabled
from .info import DatasetInfo, MetricInfo
from .inspect import (
    get_dataset_config_info,
    get_dataset_config_names,
    get_dataset_infos,
    get_dataset_split_names,
    inspect_dataset,
    inspect_metric,
    list_datasets,
    list_metrics,
)
from .iterable_dataset import IterableDataset
from .load import load_dataset, load_dataset_builder, load_from_disk, load_metric
from .metric import Metric
from .splits import (
    NamedSplit,
    NamedSplitAll,
    Split,
    SplitBase,
    SplitDict,
    SplitGenerator,
    SplitInfo,
    SubSplitInfo,
    percent,
)
from .tasks import *
from .utils import *
from .utils import logging


# deprecated modules
from datasets import arrow_dataset as _arrow_dataset  # isort:skip
from datasets import utils as _utils  # isort:skip
from datasets.utils import download_manager as _deprecated_download_manager  # isort:skip

__A				=concatenate_datasets
__A				=DownloadConfig
__A				=DownloadManager
__A				=DownloadMode
__A				=DownloadConfig
__A				=DownloadMode
__A				=DownloadManager

del _arrow_dataset, _utils, _deprecated_download_manager


