


from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


__SCREAMING_SNAKE_CASE	:							List[Any]           =  {
    '''configuration_openai''': ['''OPENAI_GPT_PRETRAINED_CONFIG_ARCHIVE_MAP''', '''OpenAIGPTConfig'''],
    '''tokenization_openai''': ['''OpenAIGPTTokenizer'''],
}

try:
		if not is_tokenizers_available():
				raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
		pass
else:
		__SCREAMING_SNAKE_CASE	:							int           =  ['''OpenAIGPTTokenizerFast''']

try:
		if not is_torch_available():
				raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
		pass
else:
		__SCREAMING_SNAKE_CASE	:							int           =  [
		    '''OPENAI_GPT_PRETRAINED_MODEL_ARCHIVE_LIST''',
		    '''OpenAIGPTDoubleHeadsModel''',
		    '''OpenAIGPTForSequenceClassification''',
		    '''OpenAIGPTLMHeadModel''',
		    '''OpenAIGPTModel''',
		    '''OpenAIGPTPreTrainedModel''',
		    '''load_tf_weights_in_openai_gpt''',
		]

try:
		if not is_tf_available():
				raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
		pass
else:
		__SCREAMING_SNAKE_CASE	:							Dict           =  [
		    '''TF_OPENAI_GPT_PRETRAINED_MODEL_ARCHIVE_LIST''',
		    '''TFOpenAIGPTDoubleHeadsModel''',
		    '''TFOpenAIGPTForSequenceClassification''',
		    '''TFOpenAIGPTLMHeadModel''',
		    '''TFOpenAIGPTMainLayer''',
		    '''TFOpenAIGPTModel''',
		    '''TFOpenAIGPTPreTrainedModel''',
		]


if TYPE_CHECKING:
		from .configuration_openai import OPENAI_GPT_PRETRAINED_CONFIG_ARCHIVE_MAP, OpenAIGPTConfig
		from .tokenization_openai import OpenAIGPTTokenizer

		try:
				if not is_tokenizers_available():
						raise OptionalDependencyNotAvailable()
		except OptionalDependencyNotAvailable:
				pass
		else:
				from .tokenization_openai_fast import OpenAIGPTTokenizerFast

		try:
				if not is_torch_available():
						raise OptionalDependencyNotAvailable()
		except OptionalDependencyNotAvailable:
				pass
		else:
				from .modeling_openai import (
				    OPENAI_GPT_PRETRAINED_MODEL_ARCHIVE_LIST,
				    OpenAIGPTDoubleHeadsModel,
				    OpenAIGPTForSequenceClassification,
				    OpenAIGPTLMHeadModel,
				    OpenAIGPTModel,
				    OpenAIGPTPreTrainedModel,
				    load_tf_weights_in_openai_gpt,
				)

		try:
				if not is_tf_available():
						raise OptionalDependencyNotAvailable()
		except OptionalDependencyNotAvailable:
				pass
		else:
				from .modeling_tf_openai import (
				    TF_OPENAI_GPT_PRETRAINED_MODEL_ARCHIVE_LIST,
				    TFOpenAIGPTDoubleHeadsModel,
				    TFOpenAIGPTForSequenceClassification,
				    TFOpenAIGPTLMHeadModel,
				    TFOpenAIGPTMainLayer,
				    TFOpenAIGPTModel,
				    TFOpenAIGPTPreTrainedModel,
				)

else:
		import sys

		__SCREAMING_SNAKE_CASE	:							Union[str, Any]           =  _LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)





from functools import partial
from typing import Any, Callable, Dict, List, Type, TypeVar, Union, overload

import torch
import torch.nn as nn
import torch.types

def 		snake_case_   (				lowercase__     :    torch.Tensor       ,     lowercase__     :    torch.Tensor       ,     lowercase__     :    bool     ):






				'''simple docstring'''






				if not inplace:
								_lowerCAmelCase  						=ma + ma
				else:
								ma += ma

				return ma

def 		snake_case_   (				lowercase__     :    torch.Tensor       ,     lowercase__     :    List[int]     ):






				'''simple docstring'''






				_lowerCAmelCase  						=-1 * len(lowercase__     )
				_lowerCAmelCase  						=list(range(len(tensor.shape[:zero_index]     )     )     )
				return tensor.permute(first_inds + [zero_index + i for i in inds]     )

def 		snake_case_   (				lowercase__     :    torch.Tensor       ,     lowercase__     :    int     ):






				'''simple docstring'''






				return t.reshape(t.shape[:-no_dims] + (-1,)     )

def 		snake_case_   (				lowercase__     :    torch.Tensor       ,     lowercase__     :    torch.Tensor       ,     lowercase__     :    int       ,     lowercase__     :    float = 1e-4     ):






				'''simple docstring'''






				_lowerCAmelCase  						=mask.expand(*value.shape     )
				return torch.sum(mask * value       ,     dim=lowercase__     ) / (eps + torch.sum(lowercase__       ,     dim=lowercase__     ))

def 		snake_case_   (				lowercase__     :    torch.Tensor       ,     lowercase__     :    torch.types.Number = 2.3_1_2_5       ,     lowercase__     :    torch.types.Number = 2_1.6_8_7_5       ,     lowercase__     :    int = 64     ):






				'''simple docstring'''






				_lowerCAmelCase  						=torch.linspace(lowercase__       ,     lowercase__       ,     no_bins - 1       ,     device=pts.device     )
				_lowerCAmelCase  						=torch.sqrt(torch.sum((pts.unsqueeze(-2     ) - pts.unsqueeze(-3     )) ** 2       ,     dim=-1     )     )
				return torch.bucketize(lowercase__       ,     lowercase__     )

def 		snake_case_   (				lowercase__     :    Callable[[list], Any]       ,     lowercase__     :    List[dict]     ):






				'''simple docstring'''






				_lowerCAmelCase  						=dicts[0]
				_lowerCAmelCase  						={}
				for k, v in first.items():
								_lowerCAmelCase  						=[d[k] for d in dicts]
								if isinstance(lowercase__       ,     lowercase__     ):
												_lowerCAmelCase  						=dict_multimap(lowercase__       ,     lowercase__     )
								else:
												_lowerCAmelCase  						=fn(lowercase__     )

				return new_dict

def 		snake_case_   (				lowercase__     :    torch.Tensor       ,     lowercase__     :    torch.Tensor     ):






				'''simple docstring'''






				_lowerCAmelCase  						=v_bins.view(((1,) * len(x.shape     )) + (len(lowercase__     ),)     )
				_lowerCAmelCase  						=x[..., None] - reshaped_bins
				_lowerCAmelCase  						=torch.argmin(torch.abs(lowercase__     )       ,     dim=-1     )
				return nn.functional.one_hot(lowercase__       ,     num_classes=len(lowercase__     )     ).float()

def 		snake_case_   (				lowercase__     :    torch.Tensor       ,     lowercase__     :    torch.Tensor       ,     lowercase__     :    int = 0       ,     lowercase__     :    int = 0     ):






				'''simple docstring'''






				_lowerCAmelCase  						=[]
				for i, s in enumerate(data.shape[:no_batch_dims]     ):
								_lowerCAmelCase  						=torch.arange(lowercase__     )
								_lowerCAmelCase  						=r.view(*(*((1,) * i), -1, *((1,) * (len(inds.shape     ) - i - 1)))     )
								ranges.append(lowercase__     )

				_lowerCAmelCase  						=[slice(lowercase__     ) for _ in range(len(data.shape     ) - no_batch_dims     )]
				_lowerCAmelCase  						=inds
				ranges.extend(lowercase__     )
				# Matt note: Editing this to get around the behaviour of using a list as an array index changing
				# in recent Numpy versions
				return data[tuple(lowercase__     )]


__SCREAMING_SNAKE_CASE	:							str           =  TypeVar('''T''')

def 		snake_case_   (				lowercase__     :    Callable[[T], Any]       ,     lowercase__     :    Dict[Any, Union[dict, list, tuple, T]]       ,     lowercase__     :    Type[T]     ):






				'''simple docstring'''






				_lowerCAmelCase  						={}
				for k, v in dic.items():
								if isinstance(lowercase__       ,     lowercase__     ):
												_lowerCAmelCase  						=dict_map(lowercase__       ,     lowercase__       ,     lowercase__     )
								else:
												_lowerCAmelCase  						=tree_map(lowercase__       ,     lowercase__       ,     lowercase__     )

				return new_dict

@overload
def 		snake_case_   (				lowercase__     :    Callable[[T], Any]       ,     lowercase__     :    T       ,     lowercase__     :    Type[T]     ):






				'''simple docstring'''






				...

@overload
def 		snake_case_   (				lowercase__     :    Callable[[T], Any]       ,     lowercase__     :    dict       ,     lowercase__     :    Type[T]     ):






				'''simple docstring'''






				...

@overload
def 		snake_case_   (				lowercase__     :    Callable[[T], Any]       ,     lowercase__     :    list       ,     lowercase__     :    Type[T]     ):






				'''simple docstring'''






				...

@overload
def 		snake_case_   (				lowercase__     :    Callable[[T], Any]       ,     lowercase__     :    tuple       ,     lowercase__     :    Type[T]     ):






				'''simple docstring'''






				...

def 		snake_case_   (				lowercase__     :    Optional[Any]       ,     lowercase__     :    str       ,     lowercase__     :    Optional[int]     ):






				'''simple docstring'''






				if isinstance(lowercase__       ,     lowercase__     ):
								return dict_map(lowercase__       ,     lowercase__       ,     lowercase__     )
				elif isinstance(lowercase__       ,     lowercase__     ):
								return [tree_map(lowercase__       ,     lowercase__       ,     lowercase__     ) for x in tree]
				elif isinstance(lowercase__       ,     lowercase__     ):
								return tuple(tree_map(lowercase__       ,     lowercase__       ,     lowercase__     ) for x in tree     )
				elif isinstance(lowercase__       ,     lowercase__     ):
								return fn(lowercase__     )
				else:
								print(type(lowercase__     )     )
								raise ValueError("""Not supported"""     )





__SCREAMING_SNAKE_CASE	:							Any           =  partial(tree_map, leaf_type=torch.Tensor)

