




'''simple docstring'''

from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_sentencepiece_available,
    is_tokenizers_available,
    is_torch_available,
)


a  :				Tuple									=  {
    'configuration_llama': ['LLAMA_PRETRAINED_CONFIG_ARCHIVE_MAP', 'LlamaConfig'],
}

try:
							if not is_sentencepiece_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							a  :				Optional[Any]									=  ['LlamaTokenizer']

try:
							if not is_tokenizers_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							a  :				str									=  ['LlamaTokenizerFast']

try:
							if not is_torch_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							a  :				Optional[Any]									=  [
							    'LlamaForCausalLM',
							    'LlamaModel',
							    'LlamaPreTrainedModel',
							    'LlamaForSequenceClassification',
							]


if TYPE_CHECKING:
							from .configuration_llama import LLAMA_PRETRAINED_CONFIG_ARCHIVE_MAP, LlamaConfig

							try:
														if not is_sentencepiece_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .tokenization_llama import LlamaTokenizer

							try:
														if not is_tokenizers_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .tokenization_llama_fast import LlamaTokenizerFast

							try:
														if not is_torch_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .modeling_llama import LlamaForCausalLM, LlamaForSequenceClassification, LlamaModel, LlamaPreTrainedModel


else:
							import sys

							a  :				str									=  _LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)







'''simple docstring'''

from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


a  :				str									=  logging.get_logger(__name__)

a  :				str									=  {
    'google/bigbird-roberta-base': 'https://huggingface.co/google/bigbird-roberta-base/resolve/main/config.json',
    'google/bigbird-roberta-large': 'https://huggingface.co/google/bigbird-roberta-large/resolve/main/config.json',
    'google/bigbird-base-trivia-itc': 'https://huggingface.co/google/bigbird-base-trivia-itc/resolve/main/config.json',
    # See all BigBird models at https://huggingface.co/models?filter=big_bird
}






class 						a				(   _lowerCamelCase     ):
				snake_case_      =		"big_bird"


				def __init__(		self    :					Union[str, Any]       ,				lowercase_    :					List[Any]=5_0358       ,				lowercase_    :					Tuple=768       ,				lowercase_    :					Dict=12       ,				lowercase_    :					str=12       ,				lowercase_    :					Tuple=3072       ,				lowercase_    :					Any="gelu_new"       ,				lowercase_    :					Optional[Any]=0.1       ,				lowercase_    :					List[Any]=0.1       ,				lowercase_    :					List[Any]=4096       ,				lowercase_    :					List[Any]=2       ,				lowercase_    :					List[str]=0.02       ,				lowercase_    :					Optional[int]=1e-12       ,				lowercase_    :					Tuple=True       ,				lowercase_    :					Tuple=0       ,				lowercase_    :					str=1       ,				lowercase_    :					Union[str, Any]=2       ,				lowercase_    :					Optional[Any]=66       ,				lowercase_    :					Optional[int]="block_sparse"       ,				lowercase_    :					Any=True       ,				lowercase_    :					List[str]=False       ,				lowercase_    :					Any=64       ,				lowercase_    :					Tuple=3       ,				lowercase_    :					Tuple=None       ,				**lowercase_    :					Tuple       ,				):
									super().__init__(
									    pad_token_id=lowercase_       ,				bos_token_id=lowercase_       ,				eos_token_id=lowercase_       ,				sep_token_id=lowercase_       ,				**lowercase_       ,				)

									snake_case_									=				vocab_size
									snake_case_									=				max_position_embeddings
									snake_case_									=				hidden_size
									snake_case_									=				num_hidden_layers
									snake_case_									=				num_attention_heads
									snake_case_									=				intermediate_size
									snake_case_									=				hidden_act
									snake_case_									=				hidden_dropout_prob
									snake_case_									=				attention_probs_dropout_prob
									snake_case_									=				initializer_range
									snake_case_									=				type_vocab_size
									snake_case_									=				layer_norm_eps
									snake_case_									=				use_cache

									snake_case_									=				rescale_embeddings
									snake_case_									=				attention_type
									snake_case_									=				use_bias
									snake_case_									=				block_size
									snake_case_									=				num_random_blocks
									snake_case_									=				classifier_dropout







class 						a				(   _lowerCamelCase     ):


				@property
				def   A_ (		self    :					str					):
									if self.task == "multiple-choice":
														snake_case_									=				{0: '''batch''', 1: '''choice''', 2: '''sequence'''}
									else:
														snake_case_									=				{0: '''batch''', 1: '''sequence'''}
									return OrderedDict(
									    [
									        ('''input_ids''', dynamic_axis),
									        ('''attention_mask''', dynamic_axis),
									    ]					)

