



'''simple docstring'''

import copy
import os
from typing import Union

from ...configuration_utils import PretrainedConfig
from ...models.auto.modeling_auto import MODEL_FOR_CAUSAL_LM_MAPPING_NAMES
from ...utils import logging
from ..auto import CONFIG_MAPPING


_A				:    int     						=logging.get_logger(__name__)

_A				:    Union[str, Any]     						={
    '''Salesforce/instruct-blip-flan-t5''': '''https://huggingface.co/Salesforce/instruct-blip-flan-t5/resolve/main/config.json''',
}



class 		lowerCamelCase__      (						A     ):




					'''simple docstring'''



					A_						    =						"""instructblip_vision_model"""




					def __init__(  self				:	Union[str, Any]     ,  UpperCamelCase_				:	str=1408     ,  UpperCamelCase_				:	Tuple=6144     ,  UpperCamelCase_				:	Union[str, Any]=39     ,  UpperCamelCase_				:	Optional[Any]=16     ,  UpperCamelCase_				:	str=224     ,  UpperCamelCase_				:	Dict=14     ,  UpperCamelCase_				:	Dict="gelu"     ,  UpperCamelCase_				:	int=1E-6     ,  UpperCamelCase_				:	int=0.0     ,  UpperCamelCase_				:	List[str]=1E-10     ,  UpperCamelCase_				:	str=True     ,  **UpperCamelCase_				:	Dict     ,  )  ->       Any:



						'''simple docstring'''





						super().__init__(**UpperCamelCase_					)

						_lowercase					:       Optional[Any]       =		hidden_size
						_lowercase					:       Optional[Any]       =		intermediate_size
						_lowercase					:       Optional[int]       =		num_hidden_layers
						_lowercase					:       str       =		num_attention_heads
						_lowercase					:       Tuple       =		patch_size
						_lowercase					:       Dict       =		image_size
						_lowercase					:       Optional[int]       =		initializer_range
						_lowercase					:       List[Any]       =		attention_dropout
						_lowercase					:       int       =		layer_norm_eps
						_lowercase					:       Optional[int]       =		hidden_act
						_lowercase					:       str       =		qkv_bias




					@classmethod
					def 						__UpperCAmelCase     (  cls				:	List[Any]     ,  UpperCamelCase_				:	Union[str, os.PathLike]     ,  **UpperCamelCase_				:	List[str]					)  ->       "PretrainedConfig":



						'''simple docstring'''





						cls._set_token_in_kwargs(UpperCamelCase_					)

						_lowercase  ,    _lowercase					:       Tuple       =		cls.get_config_dict(UpperCamelCase_     ,  **UpperCamelCase_					)

						# get the vision config dict if we are loading from InstructBlipConfig
						if config_dict.get('model_type'					) == "instructblip":
							_lowercase					:       Any       =		config_dict['vision_config']

						if "model_type" in config_dict and hasattr(cls     ,  'model_type'					) and config_dict["model_type"] != cls.model_type:
							logger.warning(
							    F'''You are using a model of type {config_dict["model_type"]} to instantiate a model of type '''
							    F'''{cls.model_type}. This is not supported for all configurations of models and can yield errors.'''					)

						return cls.from_dict(UpperCamelCase_     ,  **UpperCamelCase_					)






class 		lowerCamelCase__      (						A     ):




					'''simple docstring'''



					A_						    =						"""instructblip_qformer"""




					def __init__(  self				:	Tuple     ,  UpperCamelCase_				:	Union[str, Any]=3_0522     ,  UpperCamelCase_				:	Union[str, Any]=768     ,  UpperCamelCase_				:	Tuple=12     ,  UpperCamelCase_				:	Optional[Any]=12     ,  UpperCamelCase_				:	List[str]=3072     ,  UpperCamelCase_				:	List[str]="gelu"     ,  UpperCamelCase_				:	Union[str, Any]=0.1     ,  UpperCamelCase_				:	List[str]=0.1     ,  UpperCamelCase_				:	Any=512     ,  UpperCamelCase_				:	Union[str, Any]=0.02     ,  UpperCamelCase_				:	List[Any]=1E-12     ,  UpperCamelCase_				:	Optional[Any]=0     ,  UpperCamelCase_				:	str="absolute"     ,  UpperCamelCase_				:	List[Any]=2     ,  UpperCamelCase_				:	Any=1408     ,  **UpperCamelCase_				:	Dict     ,  )  ->       Any:



						'''simple docstring'''





						super().__init__(pad_token_id=UpperCamelCase_     ,  **UpperCamelCase_					)

						_lowercase					:       Dict       =		vocab_size
						_lowercase					:       Optional[Any]       =		hidden_size
						_lowercase					:       Any       =		num_hidden_layers
						_lowercase					:       List[Any]       =		num_attention_heads
						_lowercase					:       Optional[int]       =		hidden_act
						_lowercase					:       Union[str, Any]       =		intermediate_size
						_lowercase					:       List[Any]       =		hidden_dropout_prob
						_lowercase					:       Dict       =		attention_probs_dropout_prob
						_lowercase					:       Any       =		max_position_embeddings
						_lowercase					:       Optional[int]       =		initializer_range
						_lowercase					:       Tuple       =		layer_norm_eps
						_lowercase					:       List[str]       =		position_embedding_type
						_lowercase					:       str       =		cross_attention_frequency
						_lowercase					:       int       =		encoder_hidden_size




					@classmethod
					def 						__UpperCAmelCase     (  cls				:	List[Any]     ,  UpperCamelCase_				:	Union[str, os.PathLike]     ,  **UpperCamelCase_				:	List[str]					)  ->       "PretrainedConfig":



						'''simple docstring'''





						cls._set_token_in_kwargs(UpperCamelCase_					)

						_lowercase  ,    _lowercase					:       List[str]       =		cls.get_config_dict(UpperCamelCase_     ,  **UpperCamelCase_					)

						# get the qformer config dict if we are loading from InstructBlipConfig
						if config_dict.get('model_type'					) == "instructblip":
							_lowercase					:       Optional[int]       =		config_dict['qformer_config']

						if "model_type" in config_dict and hasattr(cls     ,  'model_type'					) and config_dict["model_type"] != cls.model_type:
							logger.warning(
							    F'''You are using a model of type {config_dict["model_type"]} to instantiate a model of type '''
							    F'''{cls.model_type}. This is not supported for all configurations of models and can yield errors.'''					)

						return cls.from_dict(UpperCamelCase_     ,  **UpperCamelCase_					)






class 		lowerCamelCase__      (						A     ):




					'''simple docstring'''



					A_						    =						"""instructblip"""
					A_						    =						True




					def __init__(  self				:	Any     ,  UpperCamelCase_				:	List[Any]=None     ,  UpperCamelCase_				:	Tuple=None     ,  UpperCamelCase_				:	Dict=None     ,  UpperCamelCase_				:	Union[str, Any]=32     ,  **UpperCamelCase_				:	int					)  ->       List[str]:



						'''simple docstring'''





						super().__init__(**UpperCamelCase_					)

						if vision_config is None:
							_lowercase					:       Any       =		{}
							logger.info('vision_config is None. initializing the InstructBlipVisionConfig with default values.'					)

						if qformer_config is None:
							_lowercase					:       List[Any]       =		{}
							logger.info('qformer_config is None. Initializing the InstructBlipQFormerConfig with default values.'					)

						if text_config is None:
							_lowercase					:       List[Any]       =		{}
							logger.info('text_config is None. Initializing the text config with default values (`OPTConfig`).'					)

						_lowercase					:       List[Any]       =		InstructBlipVisionConfig(**UpperCamelCase_					)
						_lowercase					:       Union[str, Any]       =		InstructBlipQFormerConfig(**UpperCamelCase_					)
						_lowercase					:       Union[str, Any]       =		text_config['model_type'] if 'model_type' in text_config else 'opt'
						_lowercase					:       int       =		CONFIG_MAPPING[text_model_type](**UpperCamelCase_					)

						_lowercase					:       str       =		self.text_config.tie_word_embeddings
						_lowercase					:       int       =		self.text_config.is_encoder_decoder

						_lowercase					:       Tuple       =		num_query_tokens
						_lowercase					:       str       =		self.vision_config.hidden_size
						_lowercase					:       Union[str, Any]       =		self.text_config.model_type in MODEL_FOR_CAUSAL_LM_MAPPING_NAMES
						_lowercase					:       List[Any]       =		1.0
						_lowercase					:       int       =		0.02




					@classmethod
					def 						__UpperCAmelCase     (  cls				:	Tuple     ,  UpperCamelCase_				:	InstructBlipVisionConfig     ,  UpperCamelCase_				:	InstructBlipQFormerConfig     ,  UpperCamelCase_				:	PretrainedConfig     ,  **UpperCamelCase_				:	Dict     ,  )  ->       List[str]:



						'''simple docstring'''





						return cls(
						    vision_config=vision_config.to_dict()     ,  qformer_config=qformer_config.to_dict()     ,  text_config=text_config.to_dict()     ,  **UpperCamelCase_     ,  )




					def 						__UpperCAmelCase     (  self				:	Dict					)  ->       List[str]:



						'''simple docstring'''





						_lowercase					:       List[Any]       =		copy.deepcopy(self.__dict__					)
						_lowercase					:       Optional[int]       =		self.vision_config.to_dict()
						_lowercase					:       Optional[Any]       =		self.qformer_config.to_dict()
						_lowercase					:       Tuple       =		self.text_config.to_dict()
						_lowercase					:       Dict       =		self.__class__.model_type
						return output





'''simple docstring'''

import argparse

import requests
import torch
from PIL import Image
from torchvision.transforms import Compose, Normalize, Resize, ToTensor

from transformers import SwinaSRConfig, SwinaSRForImageSuperResolution, SwinaSRImageProcessor







def 						__UpperCamelCase				(							_lowercase					) ->			Tuple:
	_lowercase					:       Tuple       =		SwinaSRConfig()

	if "Swin2SR_ClassicalSR_X4_64" in checkpoint_url:
		_lowercase					:       Optional[Any]       =		4
	elif "Swin2SR_CompressedSR_X4_48" in checkpoint_url:
		_lowercase					:       Tuple       =		4
		_lowercase					:       Union[str, Any]       =		48
		_lowercase					:       Any       =		'pixelshuffle_aux'
	elif "Swin2SR_Lightweight_X2_64" in checkpoint_url:
		_lowercase					:       Dict       =		[6, 6, 6, 6]
		_lowercase					:       Optional[int]       =		60
		_lowercase					:       List[str]       =		[6, 6, 6, 6]
		_lowercase					:       Dict       =		'pixelshuffledirect'
	elif "Swin2SR_RealworldSR_X4_64_BSRGAN_PSNR" in checkpoint_url:
		_lowercase					:       str       =		4
		_lowercase					:       str       =		'nearest+conv'
	elif "Swin2SR_Jpeg_dynamic" in checkpoint_url:
		_lowercase					:       str       =		1
		_lowercase					:       Tuple       =		1
		_lowercase					:       Dict       =		126
		_lowercase					:       Optional[int]       =		7
		_lowercase					:       List[Any]       =		2_5_5.0
		_lowercase					:       Tuple       =		''

	return config







def 						__UpperCamelCase				(							_lowercase,				_lowercase					) ->			str:
	if "patch_embed.proj" in name and "layers" not in name:
		_lowercase					:       Tuple       =		name.replace('patch_embed.proj',				'embeddings.patch_embeddings.projection'					)
	if "patch_embed.norm" in name:
		_lowercase					:       Union[str, Any]       =		name.replace('patch_embed.norm',				'embeddings.patch_embeddings.layernorm'					)
	if "layers" in name:
		_lowercase					:       Tuple       =		name.replace('layers',				'encoder.stages'					)
	if "residual_group.blocks" in name:
		_lowercase					:       str       =		name.replace('residual_group.blocks',				'layers'					)
	if "attn.proj" in name:
		_lowercase					:       str       =		name.replace('attn.proj',				'attention.output.dense'					)
	if "attn" in name:
		_lowercase					:       List[Any]       =		name.replace('attn',				'attention.self'					)
	if "norm1" in name:
		_lowercase					:       List[str]       =		name.replace('norm1',				'layernorm_before'					)
	if "norm2" in name:
		_lowercase					:       Tuple       =		name.replace('norm2',				'layernorm_after'					)
	if "mlp.fc1" in name:
		_lowercase					:       int       =		name.replace('mlp.fc1',				'intermediate.dense'					)
	if "mlp.fc2" in name:
		_lowercase					:       List[str]       =		name.replace('mlp.fc2',				'output.dense'					)
	if "q_bias" in name:
		_lowercase					:       Optional[Any]       =		name.replace('q_bias',				'query.bias'					)
	if "k_bias" in name:
		_lowercase					:       str       =		name.replace('k_bias',				'key.bias'					)
	if "v_bias" in name:
		_lowercase					:       int       =		name.replace('v_bias',				'value.bias'					)
	if "cpb_mlp" in name:
		_lowercase					:       Any       =		name.replace('cpb_mlp',				'continuous_position_bias_mlp'					)
	if "patch_embed.proj" in name:
		_lowercase					:       Union[str, Any]       =		name.replace('patch_embed.proj',				'patch_embed.projection'					)

	if name == "norm.weight":
		_lowercase					:       Union[str, Any]       =		'layernorm.weight'
	if name == "norm.bias":
		_lowercase					:       List[Any]       =		'layernorm.bias'

	if "conv_first" in name:
		_lowercase					:       Tuple       =		name.replace('conv_first',				'first_convolution'					)

	if (
	    "upsample" in name
	    or "conv_before_upsample" in name
	    or "conv_bicubic" in name
	    or "conv_up" in name
	    or "conv_hr" in name
	    or "conv_last" in name
	    or "aux" in name
	):
		# heads
		if "conv_last" in name:
			_lowercase					:       List[str]       =		name.replace('conv_last',				'final_convolution'					)
		if config.upsampler in ["pixelshuffle", "pixelshuffle_aux", "nearest+conv"]:
			if "conv_before_upsample.0" in name:
				_lowercase					:       Union[str, Any]       =		name.replace('conv_before_upsample.0',				'conv_before_upsample'					)
			if "upsample.0" in name:
				_lowercase					:       str       =		name.replace('upsample.0',				'upsample.convolution_0'					)
			if "upsample.2" in name:
				_lowercase					:       Union[str, Any]       =		name.replace('upsample.2',				'upsample.convolution_1'					)
			_lowercase					:       Optional[int]       =		'upsample.' + name
		elif config.upsampler == "pixelshuffledirect":
			_lowercase					:       Optional[Any]       =		name.replace('upsample.0.weight',				'upsample.conv.weight'					)
			_lowercase					:       str       =		name.replace('upsample.0.bias',				'upsample.conv.bias'					)
		else:
			pass
	else:
		_lowercase					:       Tuple       =		'swin2sr.' + name

	return name







def 						__UpperCamelCase				(							_lowercase,				_lowercase					) ->			List[str]:
	for key in orig_state_dict.copy().keys():
		_lowercase					:       int       =		orig_state_dict.pop(_lowercase					)

		if "qkv" in key:
			_lowercase					:       Tuple       =		key.split('.'					)
			_lowercase					:       Optional[Any]       =		int(key_split[1]					)
			_lowercase					:       Any       =		int(key_split[4]					)
			_lowercase					:       Optional[Any]       =		config.embed_dim

			if "weight" in key:
				_lowercase					:       Optional[int]       =		val[:dim, :]
				_lowercase					:       int       =		val[dim : dim * 2, :]
				_lowercase					:       int       =		val[-dim:, :]
			else:
				_lowercase					:       Optional[Any]       =		val[:dim]
				_lowercase					:       Tuple       =		val[dim : dim * 2]
				_lowercase					:       List[str]       =		val[-dim:]
			pass
		else:
			_lowercase					:       List[Any]       =		val

	return orig_state_dict







def 						__UpperCamelCase				(							_lowercase,				_lowercase,				_lowercase					) ->			Union[str, Any]:
	_lowercase					:       Optional[Any]       =		get_config(_lowercase					)
	_lowercase					:       Union[str, Any]       =		SwinaSRForImageSuperResolution(_lowercase					)
	model.eval()

	_lowercase					:       List[Any]       =		torch.hub.load_state_dict_from_url(_lowercase,				map_location='cpu'					)
	_lowercase					:       Any       =		convert_state_dict(_lowercase,				_lowercase					)
	_lowercase  ,    _lowercase					:       str       =		model.load_state_dict(_lowercase,				strict=_lowercase					)

	if len(_lowercase					) > 0:
		raise ValueError('Missing keys when converting: {}'.format(_lowercase					)					)
	for key in unexpected_keys:
		if not ("relative_position_index" in key or "relative_coords_table" in key or "self_mask" in key):
			raise ValueError(f'''Unexpected key {key} in state_dict'''					)

    # verify values
	_lowercase					:       str       =		'https://github.com/mv-lab/swin2sr/blob/main/testsets/real-inputs/shanghai.jpg?raw=true'
	_lowercase					:       Any       =		Image.open(requests.get(_lowercase,				stream=_lowercase					).raw					).convert('RGB'					)
	_lowercase					:       Tuple       =		SwinaSRImageProcessor()
	# pixel_values = processor(image, return_tensors="pt").pixel_values

	_lowercase					:       Tuple       =		126 if 'Jpeg' in checkpoint_url else 256
	_lowercase					:       List[str]       =		Compose(
	    [
	        Resize((image_size, image_size)					),
	        ToTensor(),
	        Normalize(mean=[0.4_8_5, 0.4_5_6, 0.4_0_6],				std=[0.2_2_9, 0.2_2_4, 0.2_2_5]					),
	    ]					)
	_lowercase					:       Optional[Any]       =		transforms(_lowercase					).unsqueeze(0					)

	if config.num_channels == 1:
		_lowercase					:       Any       =		pixel_values[:, 0, :, :].unsqueeze(1					)

	_lowercase					:       Optional[int]       =		model(_lowercase					)

	# assert values
	if "Swin2SR_ClassicalSR_X2_64" in checkpoint_url:
		_lowercase					:       Any       =		torch.Size([1, 3, 512, 512]					)
		_lowercase					:       Tuple       =		torch.tensor(
		    [[-0.7_0_8_7, -0.7_1_3_8, -0.6_7_2_1], [-0.8_3_4_0, -0.8_0_9_5, -0.7_2_9_8], [-0.9_1_4_9, -0.8_4_1_4, -0.7_9_4_0]]					)
	elif "Swin2SR_ClassicalSR_X4_64" in checkpoint_url:
		_lowercase					:       Optional[Any]       =		torch.Size([1, 3, 1024, 1024]					)
		_lowercase					:       int       =		torch.tensor(
		    [[-0.7_7_7_5, -0.8_1_0_5, -0.8_9_3_3], [-0.7_7_6_4, -0.8_3_5_6, -0.9_2_2_5], [-0.7_9_7_6, -0.8_6_8_6, -0.9_5_7_9]]					)
	elif "Swin2SR_CompressedSR_X4_48" in checkpoint_url:
		# TODO values didn't match exactly here
		_lowercase					:       Optional[int]       =		torch.Size([1, 3, 1024, 1024]					)
		_lowercase					:       Dict       =		torch.tensor(
		    [[-0.8_0_3_5, -0.7_5_0_4, -0.7_4_9_1], [-0.8_5_3_8, -0.8_1_2_4, -0.7_7_8_2], [-0.8_8_0_4, -0.8_6_5_1, -0.8_4_9_3]]					)
	elif "Swin2SR_Lightweight_X2_64" in checkpoint_url:
		_lowercase					:       List[str]       =		torch.Size([1, 3, 512, 512]					)
		_lowercase					:       int       =		torch.tensor(
		    [[-0.7_6_6_9, -0.8_6_6_2, -0.8_7_6_7], [-0.8_8_1_0, -0.9_9_6_2, -0.9_8_2_0], [-0.9_3_4_0, -1.0_3_2_2, -1.1_1_4_9]]					)
	elif "Swin2SR_RealworldSR_X4_64_BSRGAN_PSNR" in checkpoint_url:
		_lowercase					:       Any       =		torch.Size([1, 3, 1024, 1024]					)
		_lowercase					:       Union[str, Any]       =		torch.tensor(
		    [[-0.5_2_3_8, -0.5_5_5_7, -0.6_3_2_1], [-0.6_0_1_6, -0.5_9_0_3, -0.6_3_9_1], [-0.6_2_4_4, -0.6_3_3_4, -0.6_8_8_9]]					)

	assert (
	    outputs.reconstruction.shape == expected_shape
	), f'''Shape of reconstruction should be {expected_shape}, but is {outputs.reconstruction.shape}'''
	assert torch.allclose(outputs.reconstruction[0, 0, :3, :3],				_lowercase,				atol=1E-3					)
	print('Looks ok!'					)

	_lowercase					:       List[str]       =		{
	    'https://github.com/mv-lab/swin2sr/releases/download/v0.0.1/Swin2SR_ClassicalSR_X2_64.pth': (
	        'swin2SR-classical-sr-x2-64'
	    ),
	    'https://github.com/mv-lab/swin2sr/releases/download/v0.0.1/Swin2SR_ClassicalSR_X4_64.pth': (
	        'swin2SR-classical-sr-x4-64'
	    ),
	    'https://github.com/mv-lab/swin2sr/releases/download/v0.0.1/Swin2SR_CompressedSR_X4_48.pth': (
	        'swin2SR-compressed-sr-x4-48'
	    ),
	    'https://github.com/mv-lab/swin2sr/releases/download/v0.0.1/Swin2SR_Lightweight_X2_64.pth': (
	        'swin2SR-lightweight-x2-64'
	    ),
	    'https://github.com/mv-lab/swin2sr/releases/download/v0.0.1/Swin2SR_RealworldSR_X4_64_BSRGAN_PSNR.pth': (
	        'swin2SR-realworld-sr-x4-64-bsrgan-psnr'
	    ),
	}
	_lowercase					:       int       =		url_to_name[checkpoint_url]

	if pytorch_dump_folder_path is not None:
		print(f'''Saving model {model_name} to {pytorch_dump_folder_path}'''					)
		model.save_pretrained(_lowercase					)
		print(f'''Saving image processor to {pytorch_dump_folder_path}'''					)
		processor.save_pretrained(_lowercase					)

	if push_to_hub:
		model.push_to_hub(f'''caidas/{model_name}'''					)
		processor.push_to_hub(f'''caidas/{model_name}'''					)


if __name__ == "__main__":
		_A				:    Dict     						=argparse.ArgumentParser()
		# Required parameters
		parser.add_argument(
		    '''--checkpoint_url''',
		    default='''https://github.com/mv-lab/swin2sr/releases/download/v0.0.1/Swin2SR_ClassicalSR_X2_64.pth''',
		    type=str,
		    help='''URL of the original Swin2SR checkpoint you\'d like to convert.''',
		)
		parser.add_argument(
		    '''--pytorch_dump_folder_path''', default=None, type=str, help='''Path to the output PyTorch model directory.'''
		)
		parser.add_argument('''--push_to_hub''', action='''store_true''', help='''Whether to push the converted model to the hub.''')

		_A				:    int     						=parser.parse_args()
		convert_swinasr_checkpoint(args.checkpoint_url, args.pytorch_dump_folder_path, args.push_to_hub)
