from ...configuration_utils import PretrainedConfig
from ...utils import logging


__lowercase							 =					logging.get_logger(__name__)

__lowercase							 =					{
    '''microsoft/markuplm-base''': '''https://huggingface.co/microsoft/markuplm-base/resolve/main/config.json''',
    '''microsoft/markuplm-large''': '''https://huggingface.co/microsoft/markuplm-large/resolve/main/config.json''',
}


class 	lowerCamelCase_     (   UpperCAmelCase_ ):






    '''simple docstring'''






    a__	:						List[Any]						=      """markuplm"""







    def __init__(	self , __lowercase=30_522 , __lowercase=768 , __lowercase=12 , __lowercase=12 , __lowercase=3_072 , __lowercase="gelu" , __lowercase=0.1 , __lowercase=0.1 , __lowercase=512 , __lowercase=2 , __lowercase=0.02 , __lowercase=1E-1_2 , __lowercase=0 , __lowercase=0 , __lowercase=2 , __lowercase=256 , __lowercase=1_024 , __lowercase=216 , __lowercase=1_001 , __lowercase=32 , __lowercase=50 , __lowercase="absolute" , __lowercase=True , __lowercase=None , **__lowercase , )       ->	str:
        super().__init__(
            pad_token_id=__lowercase , bos_token_id=__lowercase , eos_token_id=__lowercase , **__lowercase , )
        __UpperCamelCase     :Any			  =		vocab_size
        __UpperCamelCase     :List[Any]			  =		hidden_size
        __UpperCamelCase     :str			  =		num_hidden_layers
        __UpperCamelCase     :str			  =		num_attention_heads
        __UpperCamelCase     :Dict			  =		hidden_act
        __UpperCamelCase     :List[str]			  =		intermediate_size
        __UpperCamelCase     :int			  =		hidden_dropout_prob
        __UpperCamelCase     :Union[str, Any]			  =		attention_probs_dropout_prob
        __UpperCamelCase     :Dict			  =		max_position_embeddings
        __UpperCamelCase     :List[str]			  =		type_vocab_size
        __UpperCamelCase     :Optional[int]			  =		initializer_range
        __UpperCamelCase     :Any			  =		layer_norm_eps
        __UpperCamelCase     :Optional[Any]			  =		position_embedding_type
        __UpperCamelCase     :List[Any]			  =		use_cache
        __UpperCamelCase     :Optional[int]			  =		classifier_dropout
        # additional properties
        __UpperCamelCase     :Optional[Any]			  =		max_depth
        __UpperCamelCase     :Optional[Any]			  =		max_xpath_tag_unit_embeddings
        __UpperCamelCase     :str			  =		max_xpath_subs_unit_embeddings
        __UpperCamelCase     :Union[str, Any]			  =		tag_pad_id
        __UpperCamelCase     :Optional[int]			  =		subs_pad_id
        __UpperCamelCase     :Optional[int]			  =		xpath_unit_hidden_size






from ...configuration_utils import PretrainedConfig
from ...utils import logging


__lowercase							 =					logging.get_logger(__name__)

__lowercase							 =					{'''ctrl''': '''https://huggingface.co/ctrl/resolve/main/config.json'''}


class 	lowerCamelCase_     (   UpperCAmelCase_ ):






    '''simple docstring'''






    a__	:						str						=      """ctrl"""
    a__	:						Dict						=      ["""past_key_values"""]
    a__	:						Tuple						=      {
        """max_position_embeddings""": """n_positions""",
        """hidden_size""": """n_embd""",
        """num_attention_heads""": """n_head""",
        """num_hidden_layers""": """n_layer""",
    }







    def __init__(	self , __lowercase=246_534 , __lowercase=256 , __lowercase=1_280 , __lowercase=8_192 , __lowercase=48 , __lowercase=16 , __lowercase=0.1 , __lowercase=0.1 , __lowercase=1E-6 , __lowercase=0.02 , __lowercase=True , **__lowercase , )       ->	List[Any]:
        __UpperCamelCase     :List[str]			  =		vocab_size
        __UpperCamelCase     :Optional[Any]			  =		n_positions
        __UpperCamelCase     :Dict			  =		n_embd
        __UpperCamelCase     :Dict			  =		n_layer
        __UpperCamelCase     :List[Any]			  =		n_head
        __UpperCamelCase     :int			  =		dff
        __UpperCamelCase     :Union[str, Any]			  =		resid_pdrop
        __UpperCamelCase     :Optional[int]			  =		embd_pdrop
        __UpperCamelCase     :List[Any]			  =		layer_norm_epsilon
        __UpperCamelCase     :Dict			  =		initializer_range

        __UpperCamelCase     :Any			  =		use_cache

        super().__init__(**__lowercase)





