



"""simple docstring"""
from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


_lowerCAmelCase    :Union[str, Any]     =					logging.get_logger(__name__)

_lowerCAmelCase    :int     =					{
    'facebook/xmod-base': 'https://huggingface.co/facebook/xmod-base/resolve/main/config.json',
    'facebook/xmod-large-prenorm': 'https://huggingface.co/facebook/xmod-large-prenorm/resolve/main/config.json',
    'facebook/xmod-base-13-125k': 'https://huggingface.co/facebook/xmod-base-13-125k/resolve/main/config.json',
    'facebook/xmod-base-30-125k': 'https://huggingface.co/facebook/xmod-base-30-125k/resolve/main/config.json',
    'facebook/xmod-base-30-195k': 'https://huggingface.co/facebook/xmod-base-30-195k/resolve/main/config.json',
    'facebook/xmod-base-60-125k': 'https://huggingface.co/facebook/xmod-base-60-125k/resolve/main/config.json',
    'facebook/xmod-base-60-265k': 'https://huggingface.co/facebook/xmod-base-60-265k/resolve/main/config.json',
    'facebook/xmod-base-75-125k': 'https://huggingface.co/facebook/xmod-base-75-125k/resolve/main/config.json',
    'facebook/xmod-base-75-269k': 'https://huggingface.co/facebook/xmod-base-75-269k/resolve/main/config.json',
}
class 							_UpperCAmelCase							( SCREAMING_SNAKE_CASE_      ):





     '''simple docstring'''



     a__									='''xmod'''





     def __init__(					self       ,	A=3_0_5_2_2       ,	A=7_6_8       ,	A=1_2       ,	A=1_2       ,	A=3_0_7_2       ,	A="gelu"       ,	A=0.1       ,	A=0.1       ,	A=5_1_2       ,	A=2       ,	A=0.02       ,	A=1E-12       ,	A=1       ,	A=0       ,	A=2       ,	A="absolute"       ,	A=True       ,	A=None       ,	A=False       ,	A=2       ,	A=False       ,	A=True       ,	A=True       ,	A=("en_XX",)       ,	A=None       ,	**A       ,	)							->					List[Any]:
         super().__init__(pad_token_id=__UpperCAmelCase       ,	bos_token_id=__UpperCAmelCase       ,	eos_token_id=__UpperCAmelCase       ,	**__UpperCAmelCase		)

         _UpperCAmelCase							:  Dict											=    vocab_size
         _UpperCAmelCase							:  Optional[int]											=    hidden_size
         _UpperCAmelCase							:  Union[str, Any]											=    num_hidden_layers
         _UpperCAmelCase							:  List[Any]											=    num_attention_heads
         _UpperCAmelCase							:  int											=    hidden_act
         _UpperCAmelCase							:  str											=    intermediate_size
         _UpperCAmelCase							:  List[Any]											=    hidden_dropout_prob
         _UpperCAmelCase							:  Union[str, Any]											=    attention_probs_dropout_prob
         _UpperCAmelCase							:  Optional[Any]											=    max_position_embeddings
         _UpperCAmelCase							:  Tuple											=    type_vocab_size
         _UpperCAmelCase							:  Optional[int]											=    initializer_range
         _UpperCAmelCase							:  Dict											=    layer_norm_eps
         _UpperCAmelCase							:  List[Any]											=    position_embedding_type
         _UpperCAmelCase							:  Dict											=    use_cache
         _UpperCAmelCase							:  Tuple											=    classifier_dropout
         _UpperCAmelCase							:  Union[str, Any]											=    pre_norm
         _UpperCAmelCase							:  Union[str, Any]											=    adapter_reduction_factor
         _UpperCAmelCase							:  List[str]											=    adapter_layer_norm
         _UpperCAmelCase							:  Optional[Any]											=    adapter_reuse_layer_norm
         _UpperCAmelCase							:  int											=    ln_before_adapter
         _UpperCAmelCase							:  Any											=    list(__UpperCAmelCase		)
         _UpperCAmelCase							:  Optional[int]											=    default_language



class 							_UpperCAmelCase							( SCREAMING_SNAKE_CASE_      ):





     '''simple docstring'''



     @property
     def  __lowerCAmelCase	(					self		)							->					Mapping[str, Mapping[int, str]]:
         if self.task == "multiple-choice":
             _UpperCAmelCase							:  List[str]											=    {0: """batch""", 1: """choice""", 2: """sequence"""}
         else:
             _UpperCAmelCase							:  Optional[Any]											=    {0: """batch""", 1: """sequence"""}
         return OrderedDict(
             [
                 ('''input_ids''', dynamic_axis),
                 ('''attention_mask''', dynamic_axis),
             ]		)







'''simple docstring'''





from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


_lowerCAmelCase      						=	logging.get_logger(__name__)

_lowerCAmelCase      						=	{
    '''facebook/xlm-roberta-xl''': '''https://huggingface.co/facebook/xlm-roberta-xl/resolve/main/config.json''',
    '''facebook/xlm-roberta-xxl''': '''https://huggingface.co/facebook/xlm-roberta-xxl/resolve/main/config.json''',
    # See all XLM-RoBERTa-XL models at https://huggingface.co/models?filter=xlm-roberta-xl
}






class        lowerCAmelCase_(				SCREAMING_SNAKE_CASE_     ):
  '''simple docstring'''




  __lowercase							:      int				=      '''xlm-roberta-xl'''




  def __init__(    self  ,__UpperCAmelCase=25_0880  ,__UpperCAmelCase=2560  ,__UpperCAmelCase=36  ,__UpperCAmelCase=32  ,__UpperCAmelCase=1_0240  ,__UpperCAmelCase="gelu"  ,__UpperCAmelCase=0.1  ,__UpperCAmelCase=0.1  ,__UpperCAmelCase=514  ,__UpperCAmelCase=1  ,__UpperCAmelCase=0.0_2  ,__UpperCAmelCase=1E-05  ,__UpperCAmelCase=1  ,__UpperCAmelCase=0  ,__UpperCAmelCase=2  ,__UpperCAmelCase="absolute"  ,__UpperCAmelCase=True  ,__UpperCAmelCase=None  ,**__UpperCAmelCase  ,)    ->		str:
      super().__init__(pad_token_id=__UpperCAmelCase  ,bos_token_id=__UpperCAmelCase  ,eos_token_id=__UpperCAmelCase  ,**__UpperCAmelCase      )
      lowerCAmelCase__ :  List[Any]							      =					vocab_size
      lowerCAmelCase__ :  int							      =					hidden_size
      lowerCAmelCase__ :  int							      =					num_hidden_layers
      lowerCAmelCase__ :  str							      =					num_attention_heads
      lowerCAmelCase__ :  int							      =					hidden_act
      lowerCAmelCase__ :  Dict							      =					intermediate_size
      lowerCAmelCase__ :  List[Any]							      =					hidden_dropout_prob
      lowerCAmelCase__ :  str							      =					attention_probs_dropout_prob
      lowerCAmelCase__ :  Optional[int]							      =					max_position_embeddings
      lowerCAmelCase__ :  List[str]							      =					type_vocab_size
      lowerCAmelCase__ :  List[Any]							      =					initializer_range
      lowerCAmelCase__ :  Tuple							      =					layer_norm_eps
      lowerCAmelCase__ :  int							      =					position_embedding_type
      lowerCAmelCase__ :  Optional[Any]							      =					use_cache
      lowerCAmelCase__ :  Optional[Any]							      =					classifier_dropout







class        lowerCAmelCase_(				SCREAMING_SNAKE_CASE_     ):
  '''simple docstring'''




  @property
  def 							UpperCAmelCase_	(    self      )    ->		Mapping[str, Mapping[int, str]]:
      if self.task == "multiple-choice":
          lowerCAmelCase__ :  Dict							      =					{0: """batch""", 1: """choice""", 2: """sequence"""}
      else:
          lowerCAmelCase__ :  Any							      =					{0: """batch""", 1: """sequence"""}
      return OrderedDict(
          [
              ("""input_ids""", dynamic_axis),
              ("""attention_mask""", dynamic_axis),
          ]      )


