

'''simple docstring'''





import argparse
import os
import pickle
import sys

import torch

from transformers import TransfoXLConfig, TransfoXLLMHeadModel, load_tf_weights_in_transfo_xl
from transformers.models.transfo_xl import tokenization_transfo_xl as data_utils
from transformers.models.transfo_xl.tokenization_transfo_xl import CORPUS_NAME, VOCAB_FILES_NAMES
from transformers.utils import CONFIG_NAME, WEIGHTS_NAME, logging


logging.set_verbosity_info()

# We do this to be able to load python 2 datasets pickles
# See e.g. https://stackoverflow.com/questions/2121874/python-pickling-after-changing-a-modules-directory/2121918#2121918
_SCREAMING_SNAKE_CASE  :						Any         =    data_utils.TransfoXLTokenizer
_SCREAMING_SNAKE_CASE  :						Optional[Any]         =    data_utils.TransfoXLCorpus
_SCREAMING_SNAKE_CASE  :						Tuple         =    data_utils
_SCREAMING_SNAKE_CASE  :						Dict         =    data_utils
def        UpperCAmelCase_     (		_A   ,	_A   ,	_A   ,	_A       ):





     '''simple docstring'''




     if transfo_xl_dataset_file:
          # Convert a pre-processed corpus (see original TensorFlow repo)
          with open(_A   ,	'''rb'''       ) as fp:
               SCREAMING_SNAKE_CASE__					=					pickle.load(_A   ,	encoding='''latin1'''       )
          # Save vocabulary and dataset cache as Dictionaries (should be better than pickles for the long-term)
          SCREAMING_SNAKE_CASE__					=					pytorch_dump_folder_path + '''/''' + VOCAB_FILES_NAMES['''pretrained_vocab_file''']
          print(F'''Save vocabulary to {pytorch_vocab_dump_path}'''       )
          SCREAMING_SNAKE_CASE__					=					corpus.vocab.__dict__
          torch.save(_A   ,	_A       )

          SCREAMING_SNAKE_CASE__					=					corpus.__dict__
          corpus_dict_no_vocab.pop('''vocab'''   ,	_A       )
          SCREAMING_SNAKE_CASE__					=					pytorch_dump_folder_path + '''/''' + CORPUS_NAME
          print(F'''Save dataset to {pytorch_dataset_dump_path}'''       )
          torch.save(_A   ,	_A       )

     if tf_checkpoint_path:
          # Convert a pre-trained TensorFlow model
          SCREAMING_SNAKE_CASE__					=					os.path.abspath(_A       )
          SCREAMING_SNAKE_CASE__					=					os.path.abspath(_A       )

          print(F'''Converting Transformer XL checkpoint from {tf_path} with config at {config_path}.'''       )
          # Initialise PyTorch model
          if transfo_xl_config_file == "":
               SCREAMING_SNAKE_CASE__					=					TransfoXLConfig()
          else:
               SCREAMING_SNAKE_CASE__					=					TransfoXLConfig.from_json_file(_A       )
          print(F'''Building PyTorch model from configuration: {config}'''       )
          SCREAMING_SNAKE_CASE__					=					TransfoXLLMHeadModel(_A       )

          SCREAMING_SNAKE_CASE__					=					load_tf_weights_in_transfo_xl(_A   ,	_A   ,	_A       )
          # Save pytorch-model
          SCREAMING_SNAKE_CASE__					=					os.path.join(_A   ,	_A       )
          SCREAMING_SNAKE_CASE__					=					os.path.join(_A   ,	_A       )
          print(F'''Save PyTorch model to {os.path.abspath(_A       )}'''       )
          torch.save(model.state_dict()   ,	_A       )
          print(F'''Save configuration file to {os.path.abspath(_A       )}'''       )
          with open(_A   ,	'''w'''   ,	encoding='''utf-8'''       ) as f:
               f.write(config.to_json_string()       )


if __name__ == "__main__":
       _SCREAMING_SNAKE_CASE  :						Tuple         =    argparse.ArgumentParser()
       parser.add_argument(
           '''--pytorch_dump_folder_path''',
           default=None,
           type=str,
           required=True,
           help='''Path to the folder to store the PyTorch model or dataset/vocab.''',
       )
       parser.add_argument(
           '''--tf_checkpoint_path''',
           default='''''',
           type=str,
           help='''An optional path to a TensorFlow checkpoint path to be converted.''',
       )
       parser.add_argument(
           '''--transfo_xl_config_file''',
           default='''''',
           type=str,
           help=(
               '''An optional config json file corresponding to the pre-trained BERT model. \n'''
               '''This specifies the model architecture.'''
           ),
       )
       parser.add_argument(
           '''--transfo_xl_dataset_file''',
           default='''''',
           type=str,
           help='''An optional dataset file to be converted in a vocabulary.''',
       )
       _SCREAMING_SNAKE_CASE  :						Optional[int]         =    parser.parse_args()
       convert_transfo_xl_checkpoint_to_pytorch(
           args.tf_checkpoint_path,
           args.transfo_xl_config_file,
           args.pytorch_dump_folder_path,
           args.transfo_xl_dataset_file,
       )





import gc
import unittest

import numpy as np
import torch
from transformers import CLIPTextConfig, CLIPTextModel, XLMRobertaTokenizer

from diffusers import AltDiffusionPipeline, AutoencoderKL, DDIMScheduler, PNDMScheduler, UNetaDConditionModel
from diffusers.pipelines.alt_diffusion.modeling_roberta_series import (
    RobertaSeriesConfig,
    RobertaSeriesModelWithTransformation,
)
from diffusers.utils import slow, torch_device
from diffusers.utils.testing_utils import enable_full_determinism, require_torch_gpu

from ..pipeline_params import TEXT_TO_IMAGE_BATCH_PARAMS, TEXT_TO_IMAGE_IMAGE_PARAMS, TEXT_TO_IMAGE_PARAMS
from ..test_pipelines_common import PipelineKarrasSchedulerTesterMixin, PipelineLatentTesterMixin, PipelineTesterMixin


enable_full_determinism()






class  UpperCAmelCase__	( A__		,  A__		,  A__		,  unittest.TestCase ):






  """simple docstring"""


  a     =      AltDiffusionPipeline
  a     =      TEXT_TO_IMAGE_PARAMS
  a     =      TEXT_TO_IMAGE_BATCH_PARAMS
  a     =      TEXT_TO_IMAGE_IMAGE_PARAMS
  a     =      TEXT_TO_IMAGE_IMAGE_PARAMS






  def    lowercase_	(							self		:	Tuple      )	->							Tuple:
       torch.manual_seed(0      )
       SCREAMING_SNAKE_CASE__					=					UNetaDConditionModel(
           block_out_channels=(32, 64)			,     layers_per_block=2			,     sample_size=32			,     in_channels=4			,     out_channels=4			,     down_block_types=('''DownBlock2D''', '''CrossAttnDownBlock2D''')			,     up_block_types=('''CrossAttnUpBlock2D''', '''UpBlock2D''')			,     cross_attention_dim=32			,     )
       SCREAMING_SNAKE_CASE__					=					DDIMScheduler(
           beta_start=0.00085			,     beta_end=0.012			,     beta_schedule='''scaled_linear'''			,     clip_sample=__lowerCamelCase			,     set_alpha_to_one=__lowerCamelCase			,     )
       torch.manual_seed(0      )
       SCREAMING_SNAKE_CASE__					=					AutoencoderKL(
           block_out_channels=[32, 64]			,     in_channels=3			,     out_channels=3			,     down_block_types=['''DownEncoderBlock2D''', '''DownEncoderBlock2D''']			,     up_block_types=['''UpDecoderBlock2D''', '''UpDecoderBlock2D''']			,     latent_channels=4			,     )

       # TODO: address the non-deterministic text encoder (fails for save-load tests)
       # torch.manual_seed(0)
       # text_encoder_config = RobertaSeriesConfig(
       #     hidden_size=32,
       #     project_dim=32,
       #     intermediate_size=37,
       #     layer_norm_eps=1e-05,
       #     num_attention_heads=4,
       #     num_hidden_layers=5,
       #     vocab_size=5002,
       # )
       # text_encoder = RobertaSeriesModelWithTransformation(text_encoder_config)

       torch.manual_seed(0      )
       SCREAMING_SNAKE_CASE__					=					CLIPTextConfig(
           bos_token_id=0			,     eos_token_id=2			,     hidden_size=32			,     projection_dim=32			,     intermediate_size=37			,     layer_norm_eps=1e-05			,     num_attention_heads=4			,     num_hidden_layers=5			,     pad_token_id=1			,     vocab_size=5002			,     )
       SCREAMING_SNAKE_CASE__					=					CLIPTextModel(__lowerCamelCase      )

       SCREAMING_SNAKE_CASE__					=					XLMRobertaTokenizer.from_pretrained('''hf-internal-testing/tiny-xlm-roberta'''      )
       SCREAMING_SNAKE_CASE__					=					77

       SCREAMING_SNAKE_CASE__					=					{
           '''unet''': unet,
           '''scheduler''': scheduler,
           '''vae''': vae,
           '''text_encoder''': text_encoder,
           '''tokenizer''': tokenizer,
           '''safety_checker''': None,
           '''feature_extractor''': None,
       }
       return components






  def    lowercase_	(							self		:	Any			,     __lowerCamelCase		:	Tuple			,     __lowerCamelCase		:	Optional[int]=0      )	->							Union[str, Any]:
       if str(__lowerCamelCase      ).startswith('''mps'''      ):
            SCREAMING_SNAKE_CASE__					=					torch.manual_seed(__lowerCamelCase      )
       else:
            SCREAMING_SNAKE_CASE__					=					torch.Generator(device=__lowerCamelCase      ).manual_seed(__lowerCamelCase      )
       SCREAMING_SNAKE_CASE__					=					{
           '''prompt''': '''A painting of a squirrel eating a burger''',
           '''generator''': generator,
           '''num_inference_steps''': 2,
           '''guidance_scale''': 6.0,
           '''output_type''': '''numpy''',
       }
       return inputs






  def    lowercase_	(							self		:	List[Any]      )	->							str:
       super().test_attention_slicing_forward_pass(expected_max_diff=3e-3      )






  def    lowercase_	(							self		:	List[Any]      )	->							int:
       super().test_inference_batch_single_identical(expected_max_diff=3e-3      )






  def    lowercase_	(							self		:	Dict      )	->							Optional[int]:
       SCREAMING_SNAKE_CASE__					=					'''cpu'''  # ensure determinism for the device-dependent torch.Generator

       SCREAMING_SNAKE_CASE__					=					self.get_dummy_components()
       torch.manual_seed(0      )
       SCREAMING_SNAKE_CASE__					=					RobertaSeriesConfig(
           hidden_size=32			,     project_dim=32			,     intermediate_size=37			,     layer_norm_eps=1e-05			,     num_attention_heads=4			,     num_hidden_layers=5			,     vocab_size=5002			,     )
       # TODO: remove after fixing the non-deterministic text encoder
       SCREAMING_SNAKE_CASE__					=					RobertaSeriesModelWithTransformation(__lowerCamelCase      )
       SCREAMING_SNAKE_CASE__					=					text_encoder

       SCREAMING_SNAKE_CASE__					=					AltDiffusionPipeline(**__lowerCamelCase      )
       SCREAMING_SNAKE_CASE__					=					alt_pipe.to(__lowerCamelCase      )
       alt_pipe.set_progress_bar_config(disable=__lowerCamelCase      )

       SCREAMING_SNAKE_CASE__					=					self.get_dummy_inputs(__lowerCamelCase      )
       SCREAMING_SNAKE_CASE__					=					'''A photo of an astronaut'''
       SCREAMING_SNAKE_CASE__					=					alt_pipe(**__lowerCamelCase      )
       SCREAMING_SNAKE_CASE__					=					output.images
       SCREAMING_SNAKE_CASE__					=					image[0, -3:, -3:, -1]

       assert image.shape == (1, 64, 64, 3)
       SCREAMING_SNAKE_CASE__					=					np.array(
           [0.5748162, 0.60447145, 0.48821217, 0.50100636, 0.5431185, 0.45763683, 0.49657696, 0.48132733, 0.47573093]      )

       assert np.abs(image_slice.flatten() - expected_slice      ).max() < 1e-2







  def    lowercase_	(							self		:	List[Any]      )	->							Optional[Any]:
       SCREAMING_SNAKE_CASE__					=					'''cpu'''  # ensure determinism for the device-dependent torch.Generator

       SCREAMING_SNAKE_CASE__					=					self.get_dummy_components()
       SCREAMING_SNAKE_CASE__					=					PNDMScheduler(skip_prk_steps=__lowerCamelCase      )
       torch.manual_seed(0      )
       SCREAMING_SNAKE_CASE__					=					RobertaSeriesConfig(
           hidden_size=32			,     project_dim=32			,     intermediate_size=37			,     layer_norm_eps=1e-05			,     num_attention_heads=4			,     num_hidden_layers=5			,     vocab_size=5002			,     )
       # TODO: remove after fixing the non-deterministic text encoder
       SCREAMING_SNAKE_CASE__					=					RobertaSeriesModelWithTransformation(__lowerCamelCase      )
       SCREAMING_SNAKE_CASE__					=					text_encoder
       SCREAMING_SNAKE_CASE__					=					AltDiffusionPipeline(**__lowerCamelCase      )
       SCREAMING_SNAKE_CASE__					=					alt_pipe.to(__lowerCamelCase      )
       alt_pipe.set_progress_bar_config(disable=__lowerCamelCase      )

       SCREAMING_SNAKE_CASE__					=					self.get_dummy_inputs(__lowerCamelCase      )
       SCREAMING_SNAKE_CASE__					=					alt_pipe(**__lowerCamelCase      )
       SCREAMING_SNAKE_CASE__					=					output.images
       SCREAMING_SNAKE_CASE__					=					image[0, -3:, -3:, -1]

       assert image.shape == (1, 64, 64, 3)
       SCREAMING_SNAKE_CASE__					=					np.array(
           [0.51605093, 0.5707241, 0.47365507, 0.50578886, 0.5633877, 0.4642503, 0.5182081, 0.48763484, 0.49084237]      )

       assert np.abs(image_slice.flatten() - expected_slice      ).max() < 1e-2






@slow
@require_torch_gpu
class  UpperCAmelCase__	( unittest.TestCase ):






  """simple docstring"""


  def    lowercase_	(							self		:	Tuple      )	->							str:
       # clean up the VRAM after each test
       super().tearDown()
       gc.collect()
       torch.cuda.empty_cache()






  def    lowercase_	(							self		:	str      )	->							Any:
       # make sure here that pndm scheduler skips prk
       SCREAMING_SNAKE_CASE__					=					AltDiffusionPipeline.from_pretrained('''BAAI/AltDiffusion'''			,     safety_checker=__lowerCamelCase      )
       SCREAMING_SNAKE_CASE__					=					alt_pipe.to(__lowerCamelCase      )
       alt_pipe.set_progress_bar_config(disable=__lowerCamelCase      )

       SCREAMING_SNAKE_CASE__					=					'''A painting of a squirrel eating a burger'''
       SCREAMING_SNAKE_CASE__					=					torch.manual_seed(0      )
       SCREAMING_SNAKE_CASE__					=					alt_pipe([prompt]			,     generator=__lowerCamelCase			,     guidance_scale=6.0			,     num_inference_steps=20			,     output_type='''np'''      )

       SCREAMING_SNAKE_CASE__					=					output.images

       SCREAMING_SNAKE_CASE__					=					image[0, -3:, -3:, -1]

       assert image.shape == (1, 512, 512, 3)
       SCREAMING_SNAKE_CASE__					=					np.array([0.1010, 0.0800, 0.0794, 0.0885, 0.0843, 0.0762, 0.0769, 0.0729, 0.0586]      )

       assert np.abs(image_slice.flatten() - expected_slice      ).max() < 1e-2







  def    lowercase_	(							self		:	Optional[int]      )	->							List[str]:
       SCREAMING_SNAKE_CASE__					=					DDIMScheduler.from_pretrained('''BAAI/AltDiffusion'''			,     subfolder='''scheduler'''      )

       SCREAMING_SNAKE_CASE__					=					AltDiffusionPipeline.from_pretrained('''BAAI/AltDiffusion'''			,     scheduler=__lowerCamelCase			,     safety_checker=__lowerCamelCase      )
       SCREAMING_SNAKE_CASE__					=					alt_pipe.to(__lowerCamelCase      )
       alt_pipe.set_progress_bar_config(disable=__lowerCamelCase      )

       SCREAMING_SNAKE_CASE__					=					'''A painting of a squirrel eating a burger'''
       SCREAMING_SNAKE_CASE__					=					torch.manual_seed(0      )

       SCREAMING_SNAKE_CASE__					=					alt_pipe([prompt]			,     generator=__lowerCamelCase			,     num_inference_steps=2			,     output_type='''numpy'''      )
       SCREAMING_SNAKE_CASE__					=					output.images

       SCREAMING_SNAKE_CASE__					=					image[0, -3:, -3:, -1]

       assert image.shape == (1, 512, 512, 3)
       SCREAMING_SNAKE_CASE__					=					np.array([0.4019, 0.4052, 0.3810, 0.4119, 0.3916, 0.3982, 0.4651, 0.4195, 0.5323]      )

       assert np.abs(image_slice.flatten() - expected_slice      ).max() < 1e-2


