

from ...configuration_utils import PretrainedConfig
from ...utils import logging


A__										=      logging.get_logger(__name__)

A__										=      {
    '''facebook/opt-125m''': '''https://huggingface.co/facebook/opt-125m/blob/main/config.json''',
    '''facebook/opt-350m''': '''https://huggingface.co/facebook/opt-350m/blob/main/config.json''',
    '''facebook/opt-1.3b''': '''https://huggingface.co/facebook/opt-1.3b/blob/main/config.json''',
    '''facebook/opt-2.7b''': '''https://huggingface.co/facebook/opt-2.7b/blob/main/config.json''',
    '''facebook/opt-6.7b''': '''https://huggingface.co/facebook/opt-6.7b/blob/main/config.json''',
    '''facebook/opt-13b''': '''https://huggingface.co/facebook/opt-13b/blob/main/config.json''',
}







class  UpperCamelCase_      (	_lowerCamelCase      ):


  """simple docstring"""
  SCREAMING_SNAKE_CASE__					:			Tuple					    =   """opt"""
  SCREAMING_SNAKE_CASE__					:			Union[str, Any]					    =   ["""past_key_values"""]



  def __init__(						self     :					List[str]  ,	A_     :					List[str]=5_0272  ,	A_     :					int=768  ,	A_     :					Tuple=12  ,	A_     :					Optional[int]=3072  ,	A_     :					List[Any]=2048  ,	A_     :					Dict=True  ,	A_     :					Optional[int]=False  ,	A_     :					int=None  ,	A_     :					List[str]=0.1  ,	A_     :					Dict=0.0  ,	A_     :					int=12  ,	A_     :					Tuple="relu"  ,	A_     :					int=0.0  ,	A_     :					int=0.02  ,	A_     :					str=True  ,	A_     :					Optional[Any]=1  ,	A_     :					str=2  ,	A_     :					Dict=2  ,	A_     :					Optional[int]=True  ,	A_     :					List[Any]=True  ,	**A_     :					Tuple  ,	)       ->			List[str]:
      super().__init__(
          pad_token_id=__UpperCamelCase  ,	bos_token_id=__UpperCamelCase  ,	eos_token_id=__UpperCamelCase  ,	**__UpperCamelCase  ,	)
      SCREAMING_SNAKE_CASE__         =    vocab_size
      SCREAMING_SNAKE_CASE__         =    max_position_embeddings
      SCREAMING_SNAKE_CASE__         =    num_attention_heads
      SCREAMING_SNAKE_CASE__         =    word_embed_proj_dim if word_embed_proj_dim is not None else hidden_size
      SCREAMING_SNAKE_CASE__         =    ffn_dim
      SCREAMING_SNAKE_CASE__         =    hidden_size
      SCREAMING_SNAKE_CASE__         =    num_hidden_layers
      SCREAMING_SNAKE_CASE__         =    dropout
      SCREAMING_SNAKE_CASE__         =    attention_dropout
      SCREAMING_SNAKE_CASE__         =    activation_function
      SCREAMING_SNAKE_CASE__         =    init_std
      SCREAMING_SNAKE_CASE__         =    layerdrop
      SCREAMING_SNAKE_CASE__         =    use_cache
      SCREAMING_SNAKE_CASE__         =    do_layer_norm_before
      # We keep these variables at `True` for backward compatibility.
      SCREAMING_SNAKE_CASE__         =    enable_bias
      SCREAMING_SNAKE_CASE__         =    layer_norm_elementwise_affine

      # Note that the only purpose of `_remove_final_layer_norm` is to keep backward compatibility
      # with checkpoints that have been fine-tuned before transformers v4.20.1
      # see https://github.com/facebookresearch/metaseq/pull/164
      SCREAMING_SNAKE_CASE__         =    _remove_final_layer_norm



def 					UpperCamelCase__		(							A__     ,					A__       )  ->   Any:
				if len(str(A__       )       ) == 1 or len(str(A__       )       ) == 1:
								return a * b

				snake_case__   :      Union[str, Any]   				= max(len(str(A__       )       )     ,					len(str(A__       )       )       )
				snake_case__   :      str   				= ma // 2

				snake_case__				,    snake_case__   :      Tuple   				= divmod(A__     ,					10**ma       )
				snake_case__				,    snake_case__   :      str   				= divmod(A__     ,					10**ma       )

				snake_case__   :      Optional[int]   				= karatsuba(A__     ,					A__       )
				snake_case__   :      List[Any]   				= karatsuba((aa + aa)     ,					(ba + ba)       )
				snake_case__   :      Tuple   				= karatsuba(A__     ,					A__       )

				return (z * 10 ** (2 * ma)) + ((y - z - x) * 10 ** (ma)) + (x)
def 					UpperCamelCase__		(							)  ->   Optional[int]:
				print(karatsuba(1_5463     ,					2_3489       )       )


if __name__ == "__main__":
				main()


