

import operator as op


A											=     'scaler.pt'
A											=     'pytorch_model'
A											=     'random_states'
A											=     'optimizer'
A											=     'scheduler'
A											=     'pytorch_model.bin'
A											=     'pytorch_model.bin.index.json'
A											=     'model.safetensors'
A											=     'model.safetensors.index.json'
A											=     '1.10.2'
A											=     'py38'
A											=     '4.17.0'
A											=     ['ml.p3.16xlarge', 'ml.p3dn.24xlarge', 'ml.p4dn.24xlarge']
A											=     ['FULL_SHARD', 'SHARD_GRAD_OP', 'NO_SHARD', 'HYBRID_SHARD', 'HYBRID_SHARD_ZERO2']
A											=     ['TRANSFORMER_BASED_WRAP', 'SIZE_BASED_WRAP', 'NO_WRAP']
A											=     ['BACKWARD_PRE', 'BACKWARD_POST', 'NO_PREFETCH']
A											=     ['FULL_STATE_DICT', 'LOCAL_STATE_DICT', 'SHARDED_STATE_DICT']
A											=     '2.0.1'
A											=     ['pdsh', 'standard', 'openmpi', 'mvapich']
A											=     ['default', 'reduce-overhead', 'max-autotune']

A											=     {'>': op.gt, '>=': op.ge, '==': op.eq, '!=': op.ne, '<=': op.le, '<': op.lt}

# These are the args for `torch.distributed.launch` for pytorch < 1.9
A											=     [
    'nnodes',
    'nproc_per_node',
    'rdzv_backend',
    'rdzv_endpoint',
    'rdzv_id',
    'rdzv_conf',
    'standalone',
    'max_restarts',
    'monitor_interval',
    'start_method',
    'role',
    'module',
    'm',
    'no_python',
    'run_path',
    'log_dir',
    'r',
    'redirects',
    't',
    'tee',
    'node_rank',
    'master_addr',
    'master_port',
]

A											=     ['DEEPSPEED', 'MULTI_GPU', 'FSDP', 'MEGATRON_LM']
A											=     ['DEEPSPEED', 'MULTI_XPU', 'FSDP']



from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_tokenizers_available,
    is_torch_available,
    is_vision_available,
)


A											=     {
    'configuration_perceiver': ['PERCEIVER_PRETRAINED_CONFIG_ARCHIVE_MAP', 'PerceiverConfig', 'PerceiverOnnxConfig'],
    'tokenization_perceiver': ['PerceiverTokenizer'],
}

try:
		if not is_vision_available():
				raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
		pass
else:
		A											=     ['PerceiverFeatureExtractor']
		A											=     ['PerceiverImageProcessor']

try:
		if not is_torch_available():
				raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
		pass
else:
		A											=     [
		    'PERCEIVER_PRETRAINED_MODEL_ARCHIVE_LIST',
		    'PerceiverForImageClassificationConvProcessing',
		    'PerceiverForImageClassificationFourier',
		    'PerceiverForImageClassificationLearned',
		    'PerceiverForMaskedLM',
		    'PerceiverForMultimodalAutoencoding',
		    'PerceiverForOpticalFlow',
		    'PerceiverForSequenceClassification',
		    'PerceiverLayer',
		    'PerceiverModel',
		    'PerceiverPreTrainedModel',
		]


if TYPE_CHECKING:
		from .configuration_perceiver import PERCEIVER_PRETRAINED_CONFIG_ARCHIVE_MAP, PerceiverConfig, PerceiverOnnxConfig
		from .tokenization_perceiver import PerceiverTokenizer

		try:
				if not is_vision_available():
						raise OptionalDependencyNotAvailable()
		except OptionalDependencyNotAvailable:
				pass
		else:
				from .feature_extraction_perceiver import PerceiverFeatureExtractor
				from .image_processing_perceiver import PerceiverImageProcessor

		try:
				if not is_torch_available():
						raise OptionalDependencyNotAvailable()
		except OptionalDependencyNotAvailable:
				pass
		else:
				from .modeling_perceiver import (
				    PERCEIVER_PRETRAINED_MODEL_ARCHIVE_LIST,
				    PerceiverForImageClassificationConvProcessing,
				    PerceiverForImageClassificationFourier,
				    PerceiverForImageClassificationLearned,
				    PerceiverForMaskedLM,
				    PerceiverForMultimodalAutoencoding,
				    PerceiverForOpticalFlow,
				    PerceiverForSequenceClassification,
				    PerceiverLayer,
				    PerceiverModel,
				    PerceiverPreTrainedModel,
				)

else:
		import sys

		A											=     _LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)
