





'''simple docstring'''




from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig


__SCREAMING_SNAKE_CASE     :Dict       =				{
    '''albert-base-v1''': '''https://huggingface.co/albert-base-v1/resolve/main/config.json''',
    '''albert-large-v1''': '''https://huggingface.co/albert-large-v1/resolve/main/config.json''',
    '''albert-xlarge-v1''': '''https://huggingface.co/albert-xlarge-v1/resolve/main/config.json''',
    '''albert-xxlarge-v1''': '''https://huggingface.co/albert-xxlarge-v1/resolve/main/config.json''',
    '''albert-base-v2''': '''https://huggingface.co/albert-base-v2/resolve/main/config.json''',
    '''albert-large-v2''': '''https://huggingface.co/albert-large-v2/resolve/main/config.json''',
    '''albert-xlarge-v2''': '''https://huggingface.co/albert-xlarge-v2/resolve/main/config.json''',
    '''albert-xxlarge-v2''': '''https://huggingface.co/albert-xxlarge-v2/resolve/main/config.json''',
}







class   A_	(  lowerCAmelCase_			):
 _lowerCamelCase  : Optional[Any]           =							"""albert"""




 def __init__(					self       :    Any	,			snake_case_       :    Dict=3_0_0_0_0	,			snake_case_       :    Optional[int]=1_2_8	,			snake_case_       :    str=4_0_9_6	,			snake_case_       :    List[Any]=1_2	,			snake_case_       :    str=1	,			snake_case_       :    Optional[Any]=6_4	,			snake_case_       :    Tuple=1_6_3_8_4	,			snake_case_       :    Optional[Any]=1	,			snake_case_       :    Optional[Any]="gelu_new"	,			snake_case_       :    Dict=0	,			snake_case_       :    str=0	,			snake_case_       :    Union[str, Any]=5_1_2	,			snake_case_       :    Any=2	,			snake_case_       :    Optional[int]=0.0_2	,			snake_case_       :    Tuple=1e-12	,			snake_case_       :    Optional[int]=0.1	,			snake_case_       :    Union[str, Any]="absolute"	,			snake_case_       :    List[str]=0	,			snake_case_       :    List[Any]=2	,			snake_case_       :    Any=3	,			**snake_case_       :    List[Any]	,			):
      super().__init__(pad_token_id=snake_case_	,			bos_token_id=snake_case_	,			eos_token_id=snake_case_	,			**snake_case_    )

      _UpperCAmelCase     							=   vocab_size
      _UpperCAmelCase     							=   embedding_size
      _UpperCAmelCase     							=   hidden_size
      _UpperCAmelCase     							=   num_hidden_layers
      _UpperCAmelCase     							=   num_hidden_groups
      _UpperCAmelCase     							=   num_attention_heads
      _UpperCAmelCase     							=   inner_group_num
      _UpperCAmelCase     							=   hidden_act
      _UpperCAmelCase     							=   intermediate_size
      _UpperCAmelCase     							=   hidden_dropout_prob
      _UpperCAmelCase     							=   attention_probs_dropout_prob
      _UpperCAmelCase     							=   max_position_embeddings
      _UpperCAmelCase     							=   type_vocab_size
      _UpperCAmelCase     							=   initializer_range
      _UpperCAmelCase     							=   layer_norm_eps
      _UpperCAmelCase     							=   classifier_dropout_prob
      _UpperCAmelCase     							=   position_embedding_type







class   A_	(  lowerCAmelCase_			):




 @property
 def      lowercase	(					self       :    Dict    ):
      if self.task == "multiple-choice":
           _UpperCAmelCase     							=   {0: "batch", 1: "choice", 2: "sequence"}
      else:
           _UpperCAmelCase     							=   {0: "batch", 1: "sequence"}
      return OrderedDict(
          [
              ("input_ids", dynamic_axis),
              ("attention_mask", dynamic_axis),
              ("token_type_ids", dynamic_axis),
          ]    )











'''simple docstring'''




from ..utils import (
    OptionalDependencyNotAvailable,
    is_flax_available,
    is_scipy_available,
    is_torch_available,
    is_torchsde_available,
)


try:
  if not is_torch_available():
    raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
  from ..utils.dummy_pt_objects import *  # noqa F403
else:
  from .scheduling_consistency_models import CMStochasticIterativeScheduler
  from .scheduling_ddim import DDIMScheduler
  from .scheduling_ddim_inverse import DDIMInverseScheduler
  from .scheduling_ddim_parallel import DDIMParallelScheduler
  from .scheduling_ddpm import DDPMScheduler
  from .scheduling_ddpm_parallel import DDPMParallelScheduler
  from .scheduling_deis_multistep import DEISMultistepScheduler
  from .scheduling_dpmsolver_multistep import DPMSolverMultistepScheduler
  from .scheduling_dpmsolver_multistep_inverse import DPMSolverMultistepInverseScheduler
  from .scheduling_dpmsolver_singlestep import DPMSolverSinglestepScheduler
  from .scheduling_euler_ancestral_discrete import EulerAncestralDiscreteScheduler
  from .scheduling_euler_discrete import EulerDiscreteScheduler
  from .scheduling_heun_discrete import HeunDiscreteScheduler
  from .scheduling_ipndm import IPNDMScheduler
  from .scheduling_k_dpm_2_ancestral_discrete import KDPMaAncestralDiscreteScheduler
  from .scheduling_k_dpm_2_discrete import KDPMaDiscreteScheduler
  from .scheduling_karras_ve import KarrasVeScheduler
  from .scheduling_pndm import PNDMScheduler
  from .scheduling_repaint import RePaintScheduler
  from .scheduling_sde_ve import ScoreSdeVeScheduler
  from .scheduling_sde_vp import ScoreSdeVpScheduler
  from .scheduling_unclip import UnCLIPScheduler
  from .scheduling_unipc_multistep import UniPCMultistepScheduler
  from .scheduling_utils import KarrasDiffusionSchedulers, SchedulerMixin
  from .scheduling_vq_diffusion import VQDiffusionScheduler

try:
  if not is_flax_available():
    raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
  from ..utils.dummy_flax_objects import *  # noqa F403
else:
  from .scheduling_ddim_flax import FlaxDDIMScheduler
  from .scheduling_ddpm_flax import FlaxDDPMScheduler
  from .scheduling_dpmsolver_multistep_flax import FlaxDPMSolverMultistepScheduler
  from .scheduling_karras_ve_flax import FlaxKarrasVeScheduler
  from .scheduling_lms_discrete_flax import FlaxLMSDiscreteScheduler
  from .scheduling_pndm_flax import FlaxPNDMScheduler
  from .scheduling_sde_ve_flax import FlaxScoreSdeVeScheduler
  from .scheduling_utils_flax import (
      FlaxKarrasDiffusionSchedulers,
      FlaxSchedulerMixin,
      FlaxSchedulerOutput,
      broadcast_to_shape_from_left,
  )


try:
  if not (is_torch_available() and is_scipy_available()):
    raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
  from ..utils.dummy_torch_and_scipy_objects import *  # noqa F403
else:
  from .scheduling_lms_discrete import LMSDiscreteScheduler

try:
  if not (is_torch_available() and is_torchsde_available()):
    raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
  from ..utils.dummy_torch_and_torchsde_objects import *  # noqa F403
else:
  from .scheduling_dpmsolver_sde import DPMSolverSDEScheduler




