





'''simple docstring'''
from ...configuration_utils import PretrainedConfig
from ...utils import logging


a__							:							Tuple =logging.get_logger(__name__)

a__							:							str ={
    '''RWKV/rwkv-4-169m-pile''': '''https://huggingface.co/RWKV/rwkv-4-169m-pile/resolve/main/config.json''',
    '''RWKV/rwkv-4-430m-pile''': '''https://huggingface.co/RWKV/rwkv-4-430m-pile/resolve/main/config.json''',
    '''RWKV/rwkv-4-1b5-pile''': '''https://huggingface.co/RWKV/rwkv-4-1b5-pile/resolve/main/config.json''',
    '''RWKV/rwkv-4-3b-pile''': '''https://huggingface.co/RWKV/rwkv-4-3b-pile/resolve/main/config.json''',
    '''RWKV/rwkv-4-7b-pile''': '''https://huggingface.co/RWKV/rwkv-4-7b-pile/resolve/main/config.json''',
    '''RWKV/rwkv-4-14b-pile''': '''https://huggingface.co/RWKV/rwkv-4-14b-pile/resolve/main/config.json''',
    '''RWKV/rwkv-raven-1b5''': '''https://huggingface.co/RWKV/rwkv-raven-1b5/resolve/main/config.json''',
    '''RWKV/rwkv-raven-3b''': '''https://huggingface.co/RWKV/rwkv-raven-3b/resolve/main/config.json''',
    '''RWKV/rwkv-raven-7b''': '''https://huggingface.co/RWKV/rwkv-raven-7b/resolve/main/config.json''',
    '''RWKV/rwkv-raven-14b''': '''https://huggingface.co/RWKV/rwkv-raven-14b/resolve/main/config.json''',
}

class      snake_case     (    __lowerCamelCase       ):




 """simple docstring"""



 SCREAMING_SNAKE_CASE_	:					int					="rwkv"
 SCREAMING_SNAKE_CASE_	:					Optional[int]					={"max_position_embeddings": "context_length"}






 def __init__(       self       :							str							,	__A       :							Optional[int]=5_0_2_7_7							,	__A       :							Any=1_0_2_4							,	__A       :							Optional[int]=4_0_9_6							,	__A       :							Optional[Any]=3_2							,	__A       :							str=None							,	__A       :							Dict=None							,	__A       :							List[str]=1e-5							,	__A       :							Dict=0							,	__A       :							List[Any]=0							,	__A       :							Dict=6							,	__A       :							Optional[Any]=False							,	__A       :							Union[str, Any]=True							,	**__A       :							Tuple							,	):
        __UpperCamelCase       =  vocab_size
        __UpperCamelCase       =  context_length
        __UpperCamelCase       =  hidden_size
        __UpperCamelCase       =  num_hidden_layers
        __UpperCamelCase       =  attention_hidden_size if attention_hidden_size is not None else hidden_size
        __UpperCamelCase       =  intermediate_size if intermediate_size is not None else 4 * hidden_size
        __UpperCamelCase       =  layer_norm_epsilon
        __UpperCamelCase       =  rescale_every
        __UpperCamelCase       =  use_cache

        __UpperCamelCase       =  bos_token_id
        __UpperCamelCase       =  eos_token_id

        super().__init__(
            tie_word_embeddings=__A							,	bos_token_id=__A							,	eos_token_id=__A							,	**__A	)







'''simple docstring'''
from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


a__							:							List[Any] ={
    '''configuration_timesformer''': ['''TIMESFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP''', '''TimesformerConfig'''],
}

try:
    if not is_torch_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    pass
else:
    a__							:							Optional[int] =[
        '''TIMESFORMER_PRETRAINED_MODEL_ARCHIVE_LIST''',
        '''TimesformerModel''',
        '''TimesformerForVideoClassification''',
        '''TimesformerPreTrainedModel''',
    ]

if TYPE_CHECKING:
    from .configuration_timesformer import TIMESFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP, TimesformerConfig

    try:
        if not is_torch_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        pass
    else:
        from .modeling_timesformer import (
            TIMESFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
            TimesformerForVideoClassification,
            TimesformerModel,
            TimesformerPreTrainedModel,
        )

else:
    import sys

    a__							:							Optional[int] =_LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)
