
from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase__						:Optional[int]					    =       logging.get_logger(__name__)

lowercase__						:Tuple					    =       {
    '''facebook/opt-125m''': '''https://huggingface.co/facebook/opt-125m/blob/main/config.json''',
    '''facebook/opt-350m''': '''https://huggingface.co/facebook/opt-350m/blob/main/config.json''',
    '''facebook/opt-1.3b''': '''https://huggingface.co/facebook/opt-1.3b/blob/main/config.json''',
    '''facebook/opt-2.7b''': '''https://huggingface.co/facebook/opt-2.7b/blob/main/config.json''',
    '''facebook/opt-6.7b''': '''https://huggingface.co/facebook/opt-6.7b/blob/main/config.json''',
    '''facebook/opt-13b''': '''https://huggingface.co/facebook/opt-13b/blob/main/config.json''',
}







class 							lowercase						(   lowerCamelCase_						):
							lowercase_			:			Any			   ='''opt'''
							lowercase_			:			Union[str, Any]			   =['''past_key_values''']




							def __init__(							self  ,A__=5_0_2_7_2  ,A__=7_6_8  ,A__=1_2  ,A__=3_0_7_2  ,A__=2_0_4_8  ,A__=True  ,A__=False  ,A__=None  ,A__=0.1  ,A__=0.0  ,A__=1_2  ,A__="relu"  ,A__=0.0  ,A__=0.02  ,A__=True  ,A__=1  ,A__=2  ,A__=2  ,A__=True  ,A__=True  ,**A__  ,):
												super().__init__(
												    pad_token_id=_lowercase  ,bos_token_id=_lowercase  ,eos_token_id=_lowercase  ,**_lowercase  ,)
												lowercase		      =		vocab_size
												lowercase		      =		max_position_embeddings
												lowercase		      =		num_attention_heads
												lowercase		      =		word_embed_proj_dim if word_embed_proj_dim is not None else hidden_size
												lowercase		      =		ffn_dim
												lowercase		      =		hidden_size
												lowercase		      =		num_hidden_layers
												lowercase		      =		dropout
												lowercase		      =		attention_dropout
												lowercase		      =		activation_function
												lowercase		      =		init_std
												lowercase		      =		layerdrop
												lowercase		      =		use_cache
												lowercase		      =		do_layer_norm_before
												# We keep these variables at `True` for backward compatibility.
												lowercase		      =		enable_bias
												lowercase		      =		layer_norm_elementwise_affine

												# Note that the only purpose of `_remove_final_layer_norm` is to keep backward compatibility
												# with checkpoints that have been fine-tuned before transformers v4.20.1
												# see https://github.com/facebookresearch/metaseq/pull/164
												lowercase		      =		_remove_final_layer_norm





from __future__ import annotations



def       __SCREAMING_SNAKE_CASE    (   __UpperCamelCase       :			str      )				->   bool:







  """simple docstring"""





  SCREAMING_SNAKE_CASE__     				= 42
  SCREAMING_SNAKE_CASE__     				= list(__UpperCamelCase      )
  SCREAMING_SNAKE_CASE__				,	SCREAMING_SNAKE_CASE__     				= _vector[:-1], int(_vector[-1]      )
  SCREAMING_SNAKE_CASE__     				= [int(__UpperCamelCase      ) for digit in __vector]

  vector.reverse()
  for i, digit in enumerate(__UpperCamelCase      ):
    if i & 1 == 0:
      SCREAMING_SNAKE_CASE__     				= digit * 2
      if doubled > 9:
        doubled -= 9
      check_digit += doubled
    else:
      check_digit += digit

  return check_digit % 10 == 0


if __name__ == "__main__":
   import doctest

   doctest.testmod()
   assert is_luhn('''79927398713''')
   assert not is_luhn('''79927398714''')
