

from __future__ import annotations

import unittest

import numpy as np

from transformers import BlipTextConfig
from transformers.testing_utils import require_tf, slow
from transformers.utils import is_tf_available

from ...test_configuration_common import ConfigTester
from ...test_modeling_tf_common import TFModelTesterMixin, ids_tensor, random_attention_mask


if is_tf_available():
		import tensorflow as tf

		from transformers import TFBlipTextModel
		from transformers.models.blip.modeling_tf_blip import TF_BLIP_PRETRAINED_MODEL_ARCHIVE_LIST






class SCREAMING_SNAKE_CASE  :






			"""simple docstring"""




			def __init__(    self ,				__UpperCamelCase ,				__UpperCamelCase=12 ,				__UpperCamelCase=7 ,				__UpperCamelCase=True ,				__UpperCamelCase=True ,				__UpperCamelCase=True ,				__UpperCamelCase=99 ,				__UpperCamelCase=32 ,				__UpperCamelCase=32 ,				__UpperCamelCase=2 ,				__UpperCamelCase=4 ,				__UpperCamelCase=37 ,				__UpperCamelCase=0.1 ,				__UpperCamelCase=0.1 ,				__UpperCamelCase=5_12 ,				__UpperCamelCase=0.02 ,				__UpperCamelCase=0 ,				__UpperCamelCase=None ,				):

				"""simple docstring"""


				snake_case_      		= parent
				snake_case_      		= batch_size
				snake_case_      		= seq_length
				snake_case_      		= is_training
				snake_case_      		= use_input_mask
				snake_case_      		= use_labels
				snake_case_      		= vocab_size
				snake_case_      		= hidden_size
				snake_case_      		= projection_dim
				snake_case_      		= num_hidden_layers
				snake_case_      		= num_attention_heads
				snake_case_      		= intermediate_size
				snake_case_      		= dropout
				snake_case_      		= attention_dropout
				snake_case_      		= max_position_embeddings
				snake_case_      		= initializer_range
				snake_case_      		= scope
				snake_case_      		= bos_token_id


			def 			__lowerCAmelCase (    self							):

				"""simple docstring"""


				snake_case_      		= ids_tensor([self.batch_size, self.seq_length] ,				self.vocab_size							)

				snake_case_      		= None
				if self.use_input_mask:
					snake_case_      		= random_attention_mask([self.batch_size, self.seq_length]							)

				if input_mask is not None:
					snake_case_      		= input_mask.numpy()
					snake_case_		,       snake_case_      		= input_mask.shape
					snake_case_      		= np.random.randint(1 ,				seq_length - 1 ,				size=(batch_size,)							)
					for batch_idx, start_index in enumerate(__UpperCamelCase							):
						snake_case_      		= 1
						snake_case_      		= 0

				snake_case_      		= self.get_config()

				return config, input_ids, tf.convert_to_tensor(__UpperCamelCase							)


			def 			__lowerCAmelCase (    self							):

				"""simple docstring"""


				return BlipTextConfig(
				    vocab_size=self.vocab_size ,				hidden_size=self.hidden_size ,				projection_dim=self.projection_dim ,				num_hidden_layers=self.num_hidden_layers ,				num_attention_heads=self.num_attention_heads ,				intermediate_size=self.intermediate_size ,				dropout=self.dropout ,				attention_dropout=self.attention_dropout ,				max_position_embeddings=self.max_position_embeddings ,				initializer_range=self.initializer_range ,				bos_token_id=self.bos_token_id ,				)


			def 			__lowerCAmelCase (    self ,				__UpperCamelCase ,				__UpperCamelCase ,				__UpperCamelCase							):

				"""simple docstring"""


				snake_case_      		= TFBlipTextModel(config=__UpperCamelCase							)
				snake_case_      		= model(__UpperCamelCase ,				attention_mask=__UpperCamelCase ,				training=__UpperCamelCase							)
				snake_case_      		= model(__UpperCamelCase ,				training=__UpperCamelCase							)
				self.parent.assertEqual(result.last_hidden_state.shape ,				(self.batch_size, self.seq_length, self.hidden_size)							)
				self.parent.assertEqual(result.pooler_output.shape ,				(self.batch_size, self.hidden_size)							)







			def 			__lowerCAmelCase (    self							):

				"""simple docstring"""


				snake_case_      		= self.prepare_config_and_inputs()
				snake_case_		,       snake_case_		,       snake_case_      		= config_and_inputs
				snake_case_      		= {'input_ids': input_ids, 'attention_mask': input_mask}
				return config, inputs_dict







@require_tf
class SCREAMING_SNAKE_CASE  (		__snake_case							,						unittest.TestCase							):






			"""simple docstring"""




			__A						  =  (TFBlipTextModel,) if is_tf_available() else ()
			__A						  =  False
			__A						  =  False
			__A						  =  False


			def 			__lowerCAmelCase (    self							):

				"""simple docstring"""


				snake_case_      		= BlipTextModelTester(self							)
				snake_case_      		= ConfigTester(self ,				config_class=__UpperCamelCase ,				hidden_size=37							)


			def 			__lowerCAmelCase (    self							):

				"""simple docstring"""


				self.config_tester.run_common_tests()


			def 			__lowerCAmelCase (    self							):

				"""simple docstring"""


				snake_case_      		= self.model_tester.prepare_config_and_inputs()
				self.model_tester.create_and_check_model(*__UpperCamelCase							)


			def 			__lowerCAmelCase (    self							):

				"""simple docstring"""


				pass


			def 			__lowerCAmelCase (    self							):

				"""simple docstring"""


				pass


			@unittest.skip(reason='Blip does not use inputs_embeds'							)
			def 			__lowerCAmelCase (    self							):

				"""simple docstring"""


				pass


			@unittest.skip(reason='BlipTextModel has no base class and is not available in MODEL_MAPPING'							)
			def 			__lowerCAmelCase (    self							):

				"""simple docstring"""


				pass


			@unittest.skip(reason='BlipTextModel has no base class and is not available in MODEL_MAPPING'							)
			def 			__lowerCAmelCase (    self							):

				"""simple docstring"""


				pass


			@slow
			def 			__lowerCAmelCase (    self							):

				"""simple docstring"""


				for model_name in TF_BLIP_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
					snake_case_      		= TFBlipTextModel.from_pretrained(__UpperCamelCase							)
					self.assertIsNotNone(__UpperCamelCase							)







			def 			__lowerCAmelCase (    self ,				__UpperCamelCase=True							):

				"""simple docstring"""


				super().test_pt_tf_model_equivalence(allow_missing_keys=__UpperCamelCase							)



import functools
import operator

from ...configuration_utils import PretrainedConfig
from ...utils import logging


A											=     logging.get_logger(__name__)

A											=     {
    'microsoft/unispeech-sat-base-100h-libri-ft': (
        'https://huggingface.co/microsoft/unispeech-sat-base-100h-libri-ft/resolve/main/config.json'
    ),
    # See all UniSpeechSat models at https://huggingface.co/models?filter=unispeech_sat
}


class SCREAMING_SNAKE_CASE  (		__snake_case							):






			"""simple docstring"""




			__A						  =  """unispeech-sat"""


			def __init__(    self ,				__UpperCamelCase=32 ,				__UpperCamelCase=7_68 ,				__UpperCamelCase=12 ,				__UpperCamelCase=12 ,				__UpperCamelCase=30_72 ,				__UpperCamelCase="gelu" ,				__UpperCamelCase=0.1 ,				__UpperCamelCase=0.1 ,				__UpperCamelCase=0.1 ,				__UpperCamelCase=0.0 ,				__UpperCamelCase=0.0 ,				__UpperCamelCase=0.1 ,				__UpperCamelCase=0.1 ,				__UpperCamelCase=0.02 ,				__UpperCamelCase=1E-5 ,				__UpperCamelCase="group" ,				__UpperCamelCase="gelu" ,				__UpperCamelCase=(5_12, 5_12, 5_12, 5_12, 5_12, 5_12, 5_12) ,				__UpperCamelCase=(5, 2, 2, 2, 2, 2, 2) ,				__UpperCamelCase=(10, 3, 3, 3, 3, 2, 2) ,				__UpperCamelCase=False ,				__UpperCamelCase=1_28 ,				__UpperCamelCase=16 ,				__UpperCamelCase=False ,				__UpperCamelCase=True ,				__UpperCamelCase=0.05 ,				__UpperCamelCase=10 ,				__UpperCamelCase=2 ,				__UpperCamelCase=0.0 ,				__UpperCamelCase=10 ,				__UpperCamelCase=0 ,				__UpperCamelCase=3_20 ,				__UpperCamelCase=2 ,				__UpperCamelCase=0.1 ,				__UpperCamelCase=1_00 ,				__UpperCamelCase=2_56 ,				__UpperCamelCase=2_56 ,				__UpperCamelCase=0.1 ,				__UpperCamelCase="mean" ,				__UpperCamelCase=False ,				__UpperCamelCase=False ,				__UpperCamelCase=2_56 ,				__UpperCamelCase=(5_12, 5_12, 5_12, 5_12, 15_00) ,				__UpperCamelCase=(5, 3, 3, 1, 1) ,				__UpperCamelCase=(1, 2, 3, 1, 1) ,				__UpperCamelCase=5_12 ,				__UpperCamelCase=0 ,				__UpperCamelCase=1 ,				__UpperCamelCase=2 ,				__UpperCamelCase=5_04 ,				**__UpperCamelCase ,				):

				"""simple docstring"""


				super().__init__(**__UpperCamelCase ,				pad_token_id=__UpperCamelCase ,				bos_token_id=__UpperCamelCase ,				eos_token_id=__UpperCamelCase							)
				snake_case_      		= hidden_size
				snake_case_      		= feat_extract_norm
				snake_case_      		= feat_extract_activation
				snake_case_      		= list(__UpperCamelCase							)
				snake_case_      		= list(__UpperCamelCase							)
				snake_case_      		= list(__UpperCamelCase							)
				snake_case_      		= conv_bias
				snake_case_      		= num_conv_pos_embeddings
				snake_case_      		= num_conv_pos_embedding_groups
				snake_case_      		= len(self.conv_dim							)
				snake_case_      		= num_hidden_layers
				snake_case_      		= intermediate_size
				snake_case_      		= hidden_act
				snake_case_      		= num_attention_heads
				snake_case_      		= hidden_dropout
				snake_case_      		= attention_dropout
				snake_case_      		= activation_dropout
				snake_case_      		= feat_proj_dropout
				snake_case_      		= final_dropout
				snake_case_      		= layerdrop
				snake_case_      		= layer_norm_eps
				snake_case_      		= initializer_range
				snake_case_      		= vocab_size
				snake_case_      		= num_clusters
				snake_case_      		= do_stable_layer_norm
				snake_case_      		= use_weighted_layer_sum

				if (
				    (len(self.conv_stride							) != self.num_feat_extract_layers)
				    or (len(self.conv_kernel							) != self.num_feat_extract_layers)
				    or (len(self.conv_dim							) != self.num_feat_extract_layers)
				):
					raise ValueError(
					    'Configuration for convolutional layers is incorrect. It is required that `len(config.conv_dim)` =='
					    ' `len(config.conv_stride)` == `len(config.conv_kernel)`, but is `len(config.conv_dim) ='
					    f""" {len(self.conv_dim							)}`, `len(config.conv_stride) = {len(self.conv_stride							)}`,"""
					    f""" `len(config.conv_kernel) = {len(self.conv_kernel							)}`."""							)

				# fine-tuning config parameters for SpecAugment: https://arxiv.org/abs/1904.08779
				snake_case_      		= apply_spec_augment
				snake_case_      		= mask_time_prob
				snake_case_      		= mask_time_length
				snake_case_      		= mask_time_min_masks
				snake_case_      		= mask_feature_prob
				snake_case_      		= mask_feature_length
				snake_case_      		= mask_feature_min_masks

				# parameters for pretraining with codevector quantized representations
				snake_case_      		= num_codevectors_per_group
				snake_case_      		= num_codevector_groups
				snake_case_      		= contrastive_logits_temperature
				snake_case_      		= feat_quantizer_dropout
				snake_case_      		= num_negatives
				snake_case_      		= codevector_dim
				snake_case_      		= proj_codevector_dim
				snake_case_      		= diversity_loss_weight

				# ctc loss
				snake_case_      		= ctc_loss_reduction
				snake_case_      		= ctc_zero_infinity

				# SequenceClassification-specific parameter. Feel free to ignore for other classes.
				snake_case_      		= classifier_proj_size

				# XVector-specific parameters. Feel free to ignore for other classes.
				snake_case_      		= list(__UpperCamelCase							)
				snake_case_      		= list(__UpperCamelCase							)
				snake_case_      		= list(__UpperCamelCase							)
				snake_case_      		= xvector_output_dim







			@property
			def 			__lowerCAmelCase (    self							):

				"""simple docstring"""


				return functools.reduce(operator.mul ,				self.conv_stride ,				1							)
