





import unittest

from diffusers.models.unet_ad_blocks import *  # noqa F403
from diffusers.utils import torch_device

from .test_unet_blocks_common import UNetBlockTesterMixin



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:List[str]							=     DownBlockaD  # noqa F405
      _UpperCAmelCase			:Dict							=     'down'





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      Union[str, Any] 			=     [-0.02_32, -0.98_69, 0.80_54, -0.06_37, -0.16_88, -1.42_64, 0.44_70, -1.33_94, 0.09_04]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:Any							=     ResnetDownsampleBlockaD  # noqa F405
      _UpperCAmelCase			:Any							=     'down'





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      Union[str, Any] 			=     [0.07_10, 0.24_10, -0.73_20, -1.07_57, -1.13_43, 0.35_40, -0.01_33, -0.25_76, 0.09_48]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:Optional[int]							=     AttnDownBlockaD  # noqa F405
      _UpperCAmelCase			:Optional[int]							=     'down'





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      List[Any] 			=     [0.06_36, 0.89_64, -0.62_34, -1.01_31, 0.08_44, 0.49_35, 0.34_37, 0.09_11, -0.29_57]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:List[Any]							=     CrossAttnDownBlockaD  # noqa F405
      _UpperCAmelCase			:List[Any]							=     'down'





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			,					UpperCamelCase			:      Any 			=     super().prepare_init_args_and_inputs_for_common()
       UpperCamelCase			:      Optional[Any] 			=     32
       return init_dict, inputs_dict





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      int 			=     [0.22_38, -0.73_96, -0.22_55, -0.38_29, 0.19_25, 1.16_65, 0.06_03, -0.72_95, 0.19_83]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:Dict							=     SimpleCrossAttnDownBlockaD  # noqa F405
      _UpperCAmelCase			:List[Any]							=     'down'





      @property
      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       return super().get_dummy_input(include_encoder_hidden_states=A_     )





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			,					UpperCamelCase			:      Dict 			=     super().prepare_init_args_and_inputs_for_common()
       UpperCamelCase			:      Union[str, Any] 			=     32
       return init_dict, inputs_dict





      @unittest.skipIf(torch_device == "mps" ,							"MPS result is not consistent"     )
      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      Any 			=     [0.79_21, -0.09_92, -0.19_62, -0.76_95, -0.42_42, 0.78_04, 0.47_37, 0.27_65, 0.33_38]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:List[Any]							=     SkipDownBlockaD  # noqa F405
      _UpperCAmelCase			:Dict							=     'down'





      @property
      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       return super().get_dummy_input(include_skip_sample=A_     )





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      Tuple 			=     [-0.08_45, -0.20_87, -0.24_65, 0.09_71, 0.19_00, -0.04_84, 0.26_64, 0.41_79, 0.50_69]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:Dict							=     AttnSkipDownBlockaD  # noqa F405
      _UpperCAmelCase			:Any							=     'down'





      @property
      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       return super().get_dummy_input(include_skip_sample=A_     )





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      List[str] 			=     [0.55_39, 0.16_09, 0.49_24, 0.05_37, -0.19_95, 0.40_50, 0.09_79, -0.27_21, -0.06_42]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:List[str]							=     DownEncoderBlockaD  # noqa F405
      _UpperCAmelCase			:Optional[int]							=     'down'





      @property
      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       return super().get_dummy_input(include_temb=A_     )





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      List[str] 			=     {
           "in_channels": 32,
           "out_channels": 32,
       }
       UpperCamelCase			:      Union[str, Any] 			=     self.dummy_input
       return init_dict, inputs_dict





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      Union[str, Any] 			=     [1.11_02, 0.53_02, 0.48_72, -0.00_23, -0.80_42, 0.04_83, -0.34_89, -0.56_32, 0.76_26]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:List[Any]							=     AttnDownEncoderBlockaD  # noqa F405
      _UpperCAmelCase			:Optional[int]							=     'down'





      @property
      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       return super().get_dummy_input(include_temb=A_     )





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      Optional[int] 			=     {
           "in_channels": 32,
           "out_channels": 32,
       }
       UpperCamelCase			:      Optional[int] 			=     self.dummy_input
       return init_dict, inputs_dict





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      Tuple 			=     [0.89_66, -0.14_86, 0.85_68, 0.81_41, -0.90_46, -0.13_42, -0.09_72, -0.74_17, 0.15_38]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:Union[str, Any]							=     UNetMidBlockaD  # noqa F405
      _UpperCAmelCase			:Optional[Any]							=     'mid'





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      Optional[int] 			=     {
           "in_channels": 32,
           "temb_channels": 128,
       }
       UpperCamelCase			:      List[Any] 			=     self.dummy_input
       return init_dict, inputs_dict





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      Dict 			=     [-0.10_62, 1.72_48, 0.34_94, 1.45_69, -0.09_10, -1.24_21, -0.99_84, 0.67_36, 1.00_28]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:Optional[int]							=     UNetMidBlockaDCrossAttn  # noqa F405
      _UpperCAmelCase			:Optional[Any]							=     'mid'





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			,					UpperCamelCase			:      str 			=     super().prepare_init_args_and_inputs_for_common()
       UpperCamelCase			:      Dict 			=     32
       return init_dict, inputs_dict





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      Dict 			=     [0.01_87, 2.42_20, 0.44_84, 1.12_03, -0.61_21, -1.51_22, -0.82_70, 0.78_51, 1.83_35]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:int							=     UNetMidBlockaDSimpleCrossAttn  # noqa F405
      _UpperCAmelCase			:Optional[Any]							=     'mid'





      @property
      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       return super().get_dummy_input(include_encoder_hidden_states=A_     )





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			,					UpperCamelCase			:      Dict 			=     super().prepare_init_args_and_inputs_for_common()
       UpperCamelCase			:      Tuple 			=     32
       return init_dict, inputs_dict





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      Optional[int] 			=     [0.71_43, 1.99_74, 0.54_48, 1.39_77, 0.12_82, -1.12_37, -1.42_38, 0.55_30, 0.88_80]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:Union[str, Any]							=     UpBlockaD  # noqa F405
      _UpperCAmelCase			:Dict							=     'up'





      @property
      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       return super().get_dummy_input(include_res_hidden_states_tuple=A_     )





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      str 			=     [-0.20_41, -0.41_65, -0.30_22, 0.00_41, -0.66_28, -0.70_53, 0.19_28, -0.03_25, 0.05_23]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:str							=     ResnetUpsampleBlockaD  # noqa F405
      _UpperCAmelCase			:Tuple							=     'up'





      @property
      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       return super().get_dummy_input(include_res_hidden_states_tuple=A_     )





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      List[str] 			=     [0.22_87, 0.35_49, -0.13_46, 0.47_97, -0.17_15, -0.96_49, 0.73_05, -0.58_64, -0.62_44]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:Optional[int]							=     CrossAttnUpBlockaD  # noqa F405
      _UpperCAmelCase			:Dict							=     'up'





      @property
      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       return super().get_dummy_input(include_res_hidden_states_tuple=A_     )





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			,					UpperCamelCase			:      Dict 			=     super().prepare_init_args_and_inputs_for_common()
       UpperCamelCase			:      int 			=     32
       return init_dict, inputs_dict





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      List[Any] 			=     [-0.14_03, -0.35_15, -0.04_20, -0.14_25, 0.31_67, 0.50_94, -0.21_81, 0.59_31, 0.55_82]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:List[Any]							=     SimpleCrossAttnUpBlockaD  # noqa F405
      _UpperCAmelCase			:Optional[Any]							=     'up'





      @property
      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       return super().get_dummy_input(include_res_hidden_states_tuple=A_ ,							include_encoder_hidden_states=A_     )





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			,					UpperCamelCase			:      List[Any] 			=     super().prepare_init_args_and_inputs_for_common()
       UpperCamelCase			:      Optional[Any] 			=     32
       return init_dict, inputs_dict





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      str 			=     [0.26_45, 0.14_80, 0.09_09, 0.80_44, -0.97_58, -0.90_83, 0.09_94, -1.14_53, -0.74_02]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:List[Any]							=     AttnUpBlockaD  # noqa F405
      _UpperCAmelCase			:Any							=     'up'





      @property
      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       return super().get_dummy_input(include_res_hidden_states_tuple=A_     )





      @unittest.skipIf(torch_device == "mps" ,							"MPS result is not consistent"     )
      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      Any 			=     [0.09_79, 0.13_26, 0.00_21, 0.06_59, 0.22_49, 0.00_59, 0.11_32, 0.59_52, 0.10_33]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:Optional[int]							=     SkipUpBlockaD  # noqa F405
      _UpperCAmelCase			:int							=     'up'





      @property
      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       return super().get_dummy_input(include_res_hidden_states_tuple=A_     )





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      Union[str, Any] 			=     [-0.08_93, -0.12_34, -0.15_06, -0.03_32, 0.01_23, -0.02_11, 0.05_66, 0.01_43, 0.03_62]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:int							=     AttnSkipUpBlockaD  # noqa F405
      _UpperCAmelCase			:Any							=     'up'





      @property
      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       return super().get_dummy_input(include_res_hidden_states_tuple=A_     )





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      int 			=     [0.03_61, 0.06_17, 0.27_87, -0.03_50, 0.03_42, 0.34_21, -0.08_43, 0.09_13, 0.30_15]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:Optional[Any]							=     UpDecoderBlockaD  # noqa F405
      _UpperCAmelCase			:str							=     'up'





      @property
      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       return super().get_dummy_input(include_temb=A_     )





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      Union[str, Any] 			=     {"in_channels": 32, "out_channels": 32}

       UpperCamelCase			:      Any 			=     self.dummy_input
       return init_dict, inputs_dict





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      Optional[int] 			=     [0.44_04, 0.19_98, -0.98_86, -0.33_20, -0.31_28, -0.70_34, -0.69_55, -0.23_38, -0.31_37]
       super().test_output(A_     )



class       A__     ( __snake_case ,     unittest.TestCase    ):
      _UpperCAmelCase			:Union[str, Any]							=     AttnUpDecoderBlockaD  # noqa F405
      _UpperCAmelCase			:Union[str, Any]							=     'up'





      @property
      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       return super().get_dummy_input(include_temb=A_     )





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      Union[str, Any] 			=     {"in_channels": 32, "out_channels": 32}

       UpperCamelCase			:      List[Any] 			=     self.dummy_input
       return init_dict, inputs_dict





      def  __UpperCamelCase(				self     ):
       '''simple docstring'''




       UpperCamelCase			:      Optional[int] 			=     [0.67_38, 0.44_91, 0.10_55, 1.07_10, 0.73_16, 0.33_39, 0.33_52, 0.10_23, 0.35_68]
       super().test_output(A_     )







import argparse
from pathlib import Path

from transformers import AutoConfig, AutoTokenizer, RagConfig, RagSequenceForGeneration, RagTokenForGeneration



def 	A_       (  _lowerCAmelCase							,     _lowerCAmelCase							,     _lowerCAmelCase							,     _lowerCAmelCase							,     _lowerCAmelCase = None							,     _lowerCAmelCase = None							,     _lowerCAmelCase = None							,     )		->				str:
 if config_name_or_path is None:
  UpperCamelCase			:      Dict 			=     "facebook/rag-token-base" if model_type == "rag_token" else "facebook/rag-sequence-base"

 if generator_tokenizer_name_or_path is None:
  UpperCamelCase			:      Tuple 			=     generator_name_or_path

 if question_encoder_tokenizer_name_or_path is None:
  UpperCamelCase			:      Tuple 			=     question_encoder_name_or_path

 UpperCamelCase			:      Any 			=     RagTokenForGeneration if model_type == "rag_token" else RagSequenceForGeneration

 # Save model.
 UpperCamelCase			:      Optional[Any] 			=     RagConfig.from_pretrained(_lowerCAmelCase  )
 UpperCamelCase			:      Union[str, Any] 			=     AutoConfig.from_pretrained(_lowerCAmelCase  )
 UpperCamelCase			:      Tuple 			=     AutoConfig.from_pretrained(_lowerCAmelCase  )

 UpperCamelCase			:      int 			=     gen_config
 UpperCamelCase			:      Dict 			=     question_encoder_config

 UpperCamelCase			:      Tuple 			=     model_class.from_pretrained_question_encoder_generator(
     _lowerCAmelCase							,     _lowerCAmelCase							,     config=_lowerCAmelCase  )
 rag_model.save_pretrained(_lowerCAmelCase  )

 # Sanity check.
 model_class.from_pretrained(_lowerCAmelCase  )

 # Save tokenizers.
 UpperCamelCase			:      Optional[Any] 			=     AutoTokenizer.from_pretrained(_lowerCAmelCase  )
 gen_tokenizer.save_pretrained(dest_dir / "generator_tokenizer/"  )
 UpperCamelCase			:      Union[str, Any] 			=     AutoTokenizer.from_pretrained(_lowerCAmelCase  )
 question_encoder_tokenizer.save_pretrained(dest_dir / "question_encoder_tokenizer/"  )


if __name__ == "__main__":
    __lowerCamelCase :  Tuple										=  argparse.ArgumentParser()
    parser.add_argument(
        """--model_type""",
        choices=["""rag_sequence""", """rag_token"""],
        required=True,
        type=str,
        help="""RAG model type: rag_sequence, rag_token""",
    )
    parser.add_argument("""--dest""", type=str, required=True, help="""Path to the output checkpoint directory.""")
    parser.add_argument("""--generator_name_or_path""", type=str, required=True, help="""Generator model identifier""")
    parser.add_argument(
        """--question_encoder_name_or_path""", type=str, required=True, help="""Question encoder model identifier"""
    )

    parser.add_argument(
        """--generator_tokenizer_name_or_path""",
        type=str,
        help="""Generator tokenizer identifier, if not specified, resolves to ``generator_name_or_path``""",
    )
    parser.add_argument(
        """--question_encoder_tokenizer_name_or_path""",
        type=str,
        help="""Question encoder tokenizer identifier, if not specified, resolves to ``question_encoder_name_or_path``""",
    )
    parser.add_argument(
        """--config_name_or_path""",
        type=str,
        help=(
            """Identifier of the model config to use, if not provided, resolves to a base config for a given"""
            """ ``model_type``"""
        ),
    )

    __lowerCamelCase :  Dict										=  parser.parse_args()

    __lowerCamelCase :  Dict										=  Path(args.dest)
    dest_dir.mkdir(exist_ok=True)

    consolidate(
        args.model_type,
        args.generator_name_or_path,
        args.question_encoder_name_or_path,
        dest_dir,
        args.config_name_or_path,
        args.generator_tokenizer_name_or_path,
        args.question_encoder_tokenizer_name_or_path,
    )
