
from ...configuration_utils import PretrainedConfig
from ...utils import logging


__a  			=					logging.get_logger(__name__)

__a  			=					{
    'studio-ousia/luke-base': 'https://huggingface.co/studio-ousia/luke-base/resolve/main/config.json',
    'studio-ousia/luke-large': 'https://huggingface.co/studio-ousia/luke-large/resolve/main/config.json',
}
class  lowercase__(				UpperCAmelCase							):



	"""simple docstring"""




	a			:Tuple         =	'luke'
	def __init__(       self  :			Any       ,							SCREAMING_SNAKE_CASE_  :			str=5_0_2_6_7       ,							SCREAMING_SNAKE_CASE_  :			Dict=5_0_0_0_0_0       ,							SCREAMING_SNAKE_CASE_  :			Optional[Any]=7_6_8       ,							SCREAMING_SNAKE_CASE_  :			List[str]=2_5_6       ,							SCREAMING_SNAKE_CASE_  :			List[str]=1_2       ,							SCREAMING_SNAKE_CASE_  :			List[Any]=1_2       ,							SCREAMING_SNAKE_CASE_  :			int=3_0_7_2       ,							SCREAMING_SNAKE_CASE_  :			Union[str, Any]="gelu"       ,							SCREAMING_SNAKE_CASE_  :			Union[str, Any]=0.1       ,							SCREAMING_SNAKE_CASE_  :			Dict=0.1       ,							SCREAMING_SNAKE_CASE_  :			str=5_1_2       ,							SCREAMING_SNAKE_CASE_  :			Tuple=2       ,							SCREAMING_SNAKE_CASE_  :			Optional[int]=0.02       ,							SCREAMING_SNAKE_CASE_  :			Dict=1e-12       ,							SCREAMING_SNAKE_CASE_  :			int=True       ,							SCREAMING_SNAKE_CASE_  :			Union[str, Any]=None       ,							SCREAMING_SNAKE_CASE_  :			Union[str, Any]=1       ,							SCREAMING_SNAKE_CASE_  :			Dict=0       ,							SCREAMING_SNAKE_CASE_  :			Optional[int]=2       ,							**SCREAMING_SNAKE_CASE_  :			Optional[int]       ,							)       ->     Union[str, Any]:
					super().__init__(pad_token_id=SCREAMING_SNAKE_CASE_       ,							bos_token_id=SCREAMING_SNAKE_CASE_       ,							eos_token_id=SCREAMING_SNAKE_CASE_       ,							**SCREAMING_SNAKE_CASE_       )

					lowercase_       =					vocab_size
					lowercase_       =					entity_vocab_size
					lowercase_       =					hidden_size
					lowercase_       =					entity_emb_size
					lowercase_       =					num_hidden_layers
					lowercase_       =					num_attention_heads
					lowercase_       =					hidden_act
					lowercase_       =					intermediate_size
					lowercase_       =					hidden_dropout_prob
					lowercase_       =					attention_probs_dropout_prob
					lowercase_       =					max_position_embeddings
					lowercase_       =					type_vocab_size
					lowercase_       =					initializer_range
					lowercase_       =					layer_norm_eps
					lowercase_       =					use_entity_aware_attention
					lowercase_       =					classifier_dropout






from ...utils import (
    OptionalDependencyNotAvailable,
    is_torch_available,
    is_transformers_available,
    is_transformers_version,
)


try:
						if not (is_transformers_available() and is_torch_available() and is_transformers_version('>=', '4.25.0')):
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						from ...utils.dummy_torch_and_transformers_objects import UnCLIPImageVariationPipeline, UnCLIPPipeline
else:
						from .pipeline_unclip import UnCLIPPipeline
						from .pipeline_unclip_image_variation import UnCLIPImageVariationPipeline
						from .text_proj import UnCLIPTextProjModel




