


"""simple docstring"""






from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase  		=			logging.get_logger(__name__)

lowercase  		=			{
    """microsoft/mpnet-base""": """https://huggingface.co/microsoft/mpnet-base/resolve/main/config.json""",
}


class 			SCREAMING_SNAKE_CASE_  (   _lowercase):




							'''simple docstring'''





							__magic_name__					:     Optional[Any]				  =  '''mpnet'''




							def __init__(						self	,					lowerCamelCase__=30_527	,					lowerCamelCase__=768	,					lowerCamelCase__=12	,					lowerCamelCase__=12	,					lowerCamelCase__=3_072	,					lowerCamelCase__="gelu"	,					lowerCamelCase__=0.1	,					lowerCamelCase__=0.1	,					lowerCamelCase__=512	,					lowerCamelCase__=0.02	,					lowerCamelCase__=1E-12	,					lowerCamelCase__=32	,					lowerCamelCase__=1	,					lowerCamelCase__=0	,					lowerCamelCase__=2	,					**lowerCamelCase__	,					)   ->	Tuple:







								'''simple docstring'''




								super().__init__(pad_token_id=lowerCamelCase__	,					bos_token_id=lowerCamelCase__	,					eos_token_id=lowerCamelCase__	,					**lowerCamelCase__)

								snake_case__  :						Tuple		=      vocab_size
								snake_case__  :						Optional[int]		=      hidden_size
								snake_case__  :						Any		=      num_hidden_layers
								snake_case__  :						Dict		=      num_attention_heads
								snake_case__  :						Dict		=      hidden_act
								snake_case__  :						Optional[Any]		=      intermediate_size
								snake_case__  :						List[Any]		=      hidden_dropout_prob
								snake_case__  :						int		=      attention_probs_dropout_prob
								snake_case__  :						List[Any]		=      max_position_embeddings
								snake_case__  :						Optional[int]		=      initializer_range
								snake_case__  :						Union[str, Any]		=      layer_norm_eps
								snake_case__  :						Any		=      relative_attention_num_buckets







from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


UpperCAmelCase__						:	Any	     = {
    'configuration_decision_transformer': [
        'DECISION_TRANSFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP',
        'DecisionTransformerConfig',
    ],
}

try:
   if not is_torch_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   UpperCAmelCase__						:	Optional[Any]	     = [
       'DECISION_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LIST',
       'DecisionTransformerGPT2Model',
       'DecisionTransformerGPT2PreTrainedModel',
       'DecisionTransformerModel',
       'DecisionTransformerPreTrainedModel',
   ]


if TYPE_CHECKING:
   from .configuration_decision_transformer import (
       DECISION_TRANSFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP,
       DecisionTransformerConfig,
   )

   try:
      if not is_torch_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .modeling_decision_transformer import (
          DECISION_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
          DecisionTransformerGPTaModel,
          DecisionTransformerGPTaPreTrainedModel,
          DecisionTransformerModel,
          DecisionTransformerPreTrainedModel,
      )


else:
   import sys

   UpperCAmelCase__						:	Optional[Any]	     = _LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)



