



"""simple docstring"""

from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_flax_available,
    is_sentencepiece_available,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


lowercase__			   =  {"configuration_xglm": ["XGLM_PRETRAINED_CONFIG_ARCHIVE_MAP", "XGLMConfig"]}

try:
							if not is_sentencepiece_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							lowercase__			   =  ["XGLMTokenizer"]

try:
							if not is_tokenizers_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							lowercase__			   =  ["XGLMTokenizerFast"]

try:
							if not is_torch_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							lowercase__			   =  [
							    "XGLM_PRETRAINED_MODEL_ARCHIVE_LIST",
							    "XGLMForCausalLM",
							    "XGLMModel",
							    "XGLMPreTrainedModel",
							]


try:
							if not is_flax_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							lowercase__			   =  [
							    "FlaxXGLMForCausalLM",
							    "FlaxXGLMModel",
							    "FlaxXGLMPreTrainedModel",
							]


try:
							if not is_tf_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							lowercase__			   =  [
							    "TF_XGLM_PRETRAINED_MODEL_ARCHIVE_LIST",
							    "TFXGLMForCausalLM",
							    "TFXGLMModel",
							    "TFXGLMPreTrainedModel",
							]


if TYPE_CHECKING:
							from .configuration_xglm import XGLM_PRETRAINED_CONFIG_ARCHIVE_MAP, XGLMConfig

							try:
														if not is_sentencepiece_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .tokenization_xglm import XGLMTokenizer

							try:
														if not is_tokenizers_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .tokenization_xglm_fast import XGLMTokenizerFast

							try:
														if not is_torch_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .modeling_xglm import XGLM_PRETRAINED_MODEL_ARCHIVE_LIST, XGLMForCausalLM, XGLMModel, XGLMPreTrainedModel

							try:
														if not is_flax_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .modeling_flax_xglm import FlaxXGLMForCausalLM, FlaxXGLMModel, FlaxXGLMPreTrainedModel

							try:
														if not is_tf_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .modeling_tf_xglm import (
														    TF_XGLM_PRETRAINED_MODEL_ARCHIVE_LIST,
														    TFXGLMForCausalLM,
														    TFXGLMModel,
														    TFXGLMPreTrainedModel,
														)


else:
							import sys

							lowercase__			   =  _LazyModule(__name__, globals()["__file__"], _import_structure)






"""simple docstring"""

from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase__			   =  logging.get_logger(__name__)

lowercase__			   =  {
    "sayakpaul/vit-msn-base": "https://huggingface.co/sayakpaul/vit-msn-base/resolve/main/config.json",
    # See all ViT MSN models at https://huggingface.co/models?filter=vit_msn
}




class SCREAMING_SNAKE_CASE__					(		__snake_case      ):
						_lowerCAmelCase							=					"vit_msn"



						def __init__(self						,     _lowercase=768						,     _lowercase=12						,     _lowercase=12						,     _lowercase=3072						,     _lowercase="gelu"						,     _lowercase=0.0						,     _lowercase=0.0						,     _lowercase=0.02						,     _lowercase=1e-06						,     _lowercase=224						,     _lowercase=16						,     _lowercase=3						,     _lowercase=True						,     **_lowercase						,     ):





													'''simple docstring'''

													super().__init__(**_lowercase							)

													__a		:		int									=       hidden_size
													__a		:		str									=       num_hidden_layers
													__a		:		str									=       num_attention_heads
													__a		:		Optional[Any]									=       intermediate_size
													__a		:		Union[str, Any]									=       hidden_act
													__a		:		Tuple									=       hidden_dropout_prob
													__a		:		Any									=       attention_probs_dropout_prob
													__a		:		List[Any]									=       initializer_range
													__a		:		Any									=       layer_norm_eps
													__a		:		Dict									=       image_size
													__a		:		List[Any]									=       patch_size
													__a		:		Dict									=       num_channels
													__a		:		Optional[Any]									=       qkv_bias

