





# Copyright 2023 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from typing import TYPE_CHECKING

# rely on isort to merge the imports
from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tokenizers_available, is_torch_available


__lowerCamelCase :  str										=  {"""configuration_mra""": ["""MRA_PRETRAINED_CONFIG_ARCHIVE_MAP""", """MraConfig"""]}

try:
    if not is_torch_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    pass
else:
    __lowerCamelCase :  int										=  [
        """MRA_PRETRAINED_MODEL_ARCHIVE_LIST""",
        """MraForMaskedLM""",
        """MraForMultipleChoice""",
        """MraForQuestionAnswering""",
        """MraForSequenceClassification""",
        """MraForTokenClassification""",
        """MraLayer""",
        """MraModel""",
        """MraPreTrainedModel""",
    ]


if TYPE_CHECKING:
    from .configuration_mra import MRA_PRETRAINED_CONFIG_ARCHIVE_MAP, MraConfig

    try:
        if not is_torch_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        pass
    else:
        from .modeling_mra import (
            MRA_PRETRAINED_MODEL_ARCHIVE_LIST,
            MraForMaskedLM,
            MraForMultipleChoice,
            MraForQuestionAnswering,
            MraForSequenceClassification,
            MraForTokenClassification,
            MraLayer,
            MraModel,
            MraPreTrainedModel,
        )
else:
    import sys

    __lowerCamelCase :  Optional[Any]										=  _LazyModule(__name__, globals()["""__file__"""], _import_structure)







import argparse
from pathlib import Path

from transformers import AutoConfig, AutoTokenizer, RagConfig, RagSequenceForGeneration, RagTokenForGeneration



def 	A_       (  _lowerCAmelCase							,     _lowerCAmelCase							,     _lowerCAmelCase							,     _lowerCAmelCase							,     _lowerCAmelCase = None							,     _lowerCAmelCase = None							,     _lowerCAmelCase = None							,     )		->				str:
 if config_name_or_path is None:
  UpperCamelCase			:      Dict 			=     "facebook/rag-token-base" if model_type == "rag_token" else "facebook/rag-sequence-base"

 if generator_tokenizer_name_or_path is None:
  UpperCamelCase			:      Tuple 			=     generator_name_or_path

 if question_encoder_tokenizer_name_or_path is None:
  UpperCamelCase			:      Tuple 			=     question_encoder_name_or_path

 UpperCamelCase			:      Any 			=     RagTokenForGeneration if model_type == "rag_token" else RagSequenceForGeneration

 # Save model.
 UpperCamelCase			:      Optional[Any] 			=     RagConfig.from_pretrained(_lowerCAmelCase  )
 UpperCamelCase			:      Union[str, Any] 			=     AutoConfig.from_pretrained(_lowerCAmelCase  )
 UpperCamelCase			:      Tuple 			=     AutoConfig.from_pretrained(_lowerCAmelCase  )

 UpperCamelCase			:      int 			=     gen_config
 UpperCamelCase			:      Dict 			=     question_encoder_config

 UpperCamelCase			:      Tuple 			=     model_class.from_pretrained_question_encoder_generator(
     _lowerCAmelCase							,     _lowerCAmelCase							,     config=_lowerCAmelCase  )
 rag_model.save_pretrained(_lowerCAmelCase  )

 # Sanity check.
 model_class.from_pretrained(_lowerCAmelCase  )

 # Save tokenizers.
 UpperCamelCase			:      Optional[Any] 			=     AutoTokenizer.from_pretrained(_lowerCAmelCase  )
 gen_tokenizer.save_pretrained(dest_dir / "generator_tokenizer/"  )
 UpperCamelCase			:      Union[str, Any] 			=     AutoTokenizer.from_pretrained(_lowerCAmelCase  )
 question_encoder_tokenizer.save_pretrained(dest_dir / "question_encoder_tokenizer/"  )


if __name__ == "__main__":
    __lowerCamelCase :  Tuple										=  argparse.ArgumentParser()
    parser.add_argument(
        """--model_type""",
        choices=["""rag_sequence""", """rag_token"""],
        required=True,
        type=str,
        help="""RAG model type: rag_sequence, rag_token""",
    )
    parser.add_argument("""--dest""", type=str, required=True, help="""Path to the output checkpoint directory.""")
    parser.add_argument("""--generator_name_or_path""", type=str, required=True, help="""Generator model identifier""")
    parser.add_argument(
        """--question_encoder_name_or_path""", type=str, required=True, help="""Question encoder model identifier"""
    )

    parser.add_argument(
        """--generator_tokenizer_name_or_path""",
        type=str,
        help="""Generator tokenizer identifier, if not specified, resolves to ``generator_name_or_path``""",
    )
    parser.add_argument(
        """--question_encoder_tokenizer_name_or_path""",
        type=str,
        help="""Question encoder tokenizer identifier, if not specified, resolves to ``question_encoder_name_or_path``""",
    )
    parser.add_argument(
        """--config_name_or_path""",
        type=str,
        help=(
            """Identifier of the model config to use, if not provided, resolves to a base config for a given"""
            """ ``model_type``"""
        ),
    )

    __lowerCamelCase :  Dict										=  parser.parse_args()

    __lowerCamelCase :  Dict										=  Path(args.dest)
    dest_dir.mkdir(exist_ok=True)

    consolidate(
        args.model_type,
        args.generator_name_or_path,
        args.question_encoder_name_or_path,
        dest_dir,
        args.config_name_or_path,
        args.generator_tokenizer_name_or_path,
        args.question_encoder_tokenizer_name_or_path,
    )
