'''simple docstring'''





import unittest
from pathlib import Path
from shutil import copyfile

from transformers import SPIECE_UNDERLINE, is_sentencepiece_available
from transformers.models.speech_to_text import SpeechaTextTokenizer
from transformers.models.speech_to_text.tokenization_speech_to_text import VOCAB_FILES_NAMES, save_json
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, slow

from ...test_tokenization_common import TokenizerTesterMixin


UpperCAmelCase_								=							get_tests_dir('''fixtures/test_sentencepiece.model''')

if is_sentencepiece_available():
      import sentencepiece as sp


UpperCAmelCase_								=							5
UpperCAmelCase_								=							10





@require_sentencepiece
@require_tokenizers
class      lowerCAmelCase						(					_a			,		unittest.TestCase			):
     _SCREAMING_SNAKE_CASE     :     Optional[Any]		=SpeechaTextTokenizer
     _SCREAMING_SNAKE_CASE     :     Any		=False
     _SCREAMING_SNAKE_CASE     :     Optional[int]		=True



     def 			a__  (					self       ):
            super().setUp()

            _A=	sp.SentencePieceProcessor()
            spm_model.Load(lowerCAmelCase__       )
            _A=	['<s>', '<pad>', '</s>', '<unk>']

            vocab += [spm_model.IdToPiece(id_       ) for id_ in range(len(lowerCAmelCase__       )       )]
            _A=	dict(zip(lowerCAmelCase__				,      range(len(lowerCAmelCase__       )       )       )       )

            _A=	Path(self.tmpdirname       )
            save_json(lowerCAmelCase__				,      save_dir / VOCAB_FILES_NAMES['vocab_file']       )
            if not (save_dir / VOCAB_FILES_NAMES["spm_file"]).exists():
                   copyfile(lowerCAmelCase__				,      save_dir / VOCAB_FILES_NAMES['spm_file']       )

            _A=	SpeechaTextTokenizer.from_pretrained(self.tmpdirname       )
            tokenizer.save_pretrained(self.tmpdirname       )



     def 			a__  (					self       ):
            _A=	'<pad>'
            _A=	1

            self.assertEqual(self.get_tokenizer()._convert_token_to_id(lowerCAmelCase__       )				,      lowerCAmelCase__       )
            self.assertEqual(self.get_tokenizer()._convert_id_to_token(lowerCAmelCase__       )				,      lowerCAmelCase__       )



     def 			a__  (					self       ):
            _A=	list(self.get_tokenizer().get_vocab().keys()       )

            self.assertEqual(vocab_keys[0]				,      '<s>'       )
            self.assertEqual(vocab_keys[1]				,      '<pad>'       )
            self.assertEqual(vocab_keys[-1]				,      'j'       )
            self.assertEqual(len(lowerCAmelCase__       )				,      1001       )



     def 			a__  (					self       ):
            self.assertEqual(self.get_tokenizer().vocab_size				,      1001       )



     def 			a__  (					self       ):
            _A=	SpeechaTextTokenizer.from_pretrained(self.tmpdirname       )

            _A=	tokenizer.tokenize('This is a test'       )
            self.assertListEqual(lowerCAmelCase__				,      ['▁This', '▁is', '▁a', '▁t', 'est']       )

            self.assertListEqual(
                tokenizer.convert_tokens_to_ids(lowerCAmelCase__       )				,      [289, 50, 14, 174, 386]				,      )

            _A=	tokenizer.tokenize('I was born in 92000, and this is falsé.'       )
            self.assertListEqual(
                lowerCAmelCase__				,      [SPIECE_UNDERLINE + 'I', SPIECE_UNDERLINE + 'was', SPIECE_UNDERLINE + 'b', 'or', 'n', SPIECE_UNDERLINE + 'in', SPIECE_UNDERLINE + '', '9', '2', '0', '0', '0', ',', SPIECE_UNDERLINE + 'and', SPIECE_UNDERLINE + 'this', SPIECE_UNDERLINE + 'is', SPIECE_UNDERLINE + 'f', 'al', 's', 'é', '.']				,      )
            _A=	tokenizer.convert_tokens_to_ids(lowerCAmelCase__       )
            self.assertListEqual(lowerCAmelCase__				,      [12, 25, 88, 59, 28, 23, 11, 4, 606, 351, 351, 351, 7, 16, 70, 50, 76, 84, 10, 4, 8]       )

            _A=	tokenizer.convert_ids_to_tokens(lowerCAmelCase__       )
            self.assertListEqual(
                lowerCAmelCase__				,      [SPIECE_UNDERLINE + 'I', SPIECE_UNDERLINE + 'was', SPIECE_UNDERLINE + 'b', 'or', 'n', SPIECE_UNDERLINE + 'in', SPIECE_UNDERLINE + '', '<unk>', '2', '0', '0', '0', ',', SPIECE_UNDERLINE + 'and', SPIECE_UNDERLINE + 'this', SPIECE_UNDERLINE + 'is', SPIECE_UNDERLINE + 'f', 'al', 's', '<unk>', '.']				,      )





     @slow
     def 			a__  (					self       ):
            # fmt: off
            _A=	{'input_ids': [[3791, 797, 31, 11, 64, 797, 31, 2429, 433, 12, 1176, 12, 20, 786, 915, 142, 2413, 240, 37, 3238, 797, 31, 11, 35, 93, 915, 142, 2413, 240, 37, 5540, 567, 1276, 93, 37, 610, 40, 62, 455, 657, 1042, 123, 780, 177, 37, 309, 241, 1298, 514, 20, 292, 2737, 114, 2469, 241, 85, 64, 302, 548, 528, 423, 4, 509, 406, 423, 37, 601, 4, 777, 302, 548, 528, 423, 284, 4, 3388, 511, 459, 4, 3555, 40, 321, 302, 705, 4, 3388, 511, 583, 326, 5, 5, 5, 62, 3310, 560, 177, 2680, 217, 1508, 32, 31, 853, 418, 64, 583, 511, 1605, 62, 35, 93, 560, 177, 2680, 217, 1508, 1521, 64, 583, 511, 519, 62, 20, 1515, 764, 20, 149, 261, 5625, 7972, 20, 5540, 567, 1276, 93, 3925, 1675, 11, 15, 802, 7972, 576, 217, 1508, 11, 35, 93, 1253, 2441, 15, 289, 652, 31, 416, 321, 3842, 115, 40, 911, 8, 476, 619, 4, 380, 142, 423, 335, 240, 35, 93, 264, 8, 11, 335, 569, 420, 163, 5, 2], [260, 548, 528, 423, 20, 451, 20, 2681, 1153, 3434, 20, 5540, 37, 567, 126, 1253, 2441, 3376, 449, 210, 431, 1563, 177, 767, 5540, 11, 1203, 472, 11, 2953, 685, 285, 364, 706, 1153, 20, 6799, 20, 2869, 20, 4464, 126, 40, 2429, 20, 1040, 866, 2664, 418, 20, 318, 20, 1726, 186, 20, 265, 522, 35, 93, 2191, 4634, 20, 1040, 12, 6799, 15, 228, 2356, 142, 31, 11, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [2575, 2666, 684, 1582, 1176, 12, 627, 149, 619, 20, 4902, 563, 11, 20, 149, 261, 3420, 2356, 174, 142, 4714, 131, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]], 'attention_mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]}  # noqa: E501
            # fmt: on

            self.tokenizer_integration_test_util(
                expected_encoding=lowerCAmelCase__				,      model_name='facebook/s2t-small-mustc-en-de-st'				,      revision='a14f04cf0776c02f62a8cb800cf7909e15ea23ad'				,      )





@require_sentencepiece
class      lowerCAmelCase						(					unittest.TestCase			):
     _SCREAMING_SNAKE_CASE     :     int		="""valhalla/s2t_mustc_multilinguial_medium"""

     _SCREAMING_SNAKE_CASE     :     Optional[int]		="""C'est trop cool"""
     _SCREAMING_SNAKE_CASE     :     List[str]		="""Esto es genial"""



     @classmethod
     def 			a__  (					cls       ):
            _A=	SpeechaTextTokenizer.from_pretrained(cls.checkpoint_name       )
            return cls



     def 			a__  (					self       ):
            self.assertEqual(self.tokenizer.lang_code_to_id['pt']				,      4       )
            self.assertEqual(self.tokenizer.lang_code_to_id['ru']				,      6       )
            self.assertEqual(self.tokenizer.lang_code_to_id['it']				,      9       )
            self.assertEqual(self.tokenizer.lang_code_to_id['de']				,      11       )



     def 			a__  (					self       ):
            self.assertEqual(self.tokenizer.vocab_size				,      10000       )



     def 			a__  (					self       ):
            self.assertIn(lowerCAmelCase__				,      self.tokenizer.all_special_ids       )
            _A=	[ES_CODE, 4, 1601, 47, 7647, 2]
            _A=	self.tokenizer.decode(lowerCAmelCase__				,      skip_special_tokens=lowerCAmelCase__       )
            _A=	self.tokenizer.decode(generated_ids[1:]				,      skip_special_tokens=lowerCAmelCase__       )
            self.assertEqual(lowerCAmelCase__				,      lowerCAmelCase__       )
            self.assertNotIn(self.tokenizer.eos_token				,      lowerCAmelCase__       )



     def 			a__  (					self       ):
            _A=	'fr'
            _A=	self.tokenizer(self.french_text       ).input_ids
            self.assertEqual(encoded[0]				,      lowerCAmelCase__       )
            self.assertEqual(encoded[-1]				,      self.tokenizer.eos_token_id       )





     def 			a__  (					self       ):
            _A=	'fr'
            self.assertListEqual(self.tokenizer.prefix_tokens				,      [FR_CODE]       )

            _A=	'es'
            self.assertListEqual(self.tokenizer.prefix_tokens				,      [ES_CODE]       )
import warnings
from collections import OrderedDict
from typing import Mapping

from packaging import version

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


UpperCAmelCase_								=							logging.get_logger(__name__)

UpperCAmelCase_								=							{
    '''nvidia/segformer-b0-finetuned-ade-512-512''': (
        '''https://huggingface.co/nvidia/segformer-b0-finetuned-ade-512-512/resolve/main/config.json'''
    ),
    # See all SegFormer models at https://huggingface.co/models?filter=segformer
}





class      lowerCAmelCase						(					_a			):
     _SCREAMING_SNAKE_CASE     :     Tuple		="""segformer"""



     def __init__(					self				,      lowerCAmelCase__=3				,      lowerCAmelCase__=4				,      lowerCAmelCase__=[2, 2, 2, 2]				,      lowerCAmelCase__=[8, 4, 2, 1]				,      lowerCAmelCase__=[32, 64, 160, 256]				,      lowerCAmelCase__=[7, 3, 3, 3]				,      lowerCAmelCase__=[4, 2, 2, 2]				,      lowerCAmelCase__=[1, 2, 5, 8]				,      lowerCAmelCase__=[4, 4, 4, 4]				,      lowerCAmelCase__="gelu"				,      lowerCAmelCase__=0.0				,      lowerCAmelCase__=0.0				,      lowerCAmelCase__=0.1				,      lowerCAmelCase__=0.02				,      lowerCAmelCase__=0.1				,      lowerCAmelCase__=1E-6				,      lowerCAmelCase__=256				,      lowerCAmelCase__=255				,      **lowerCAmelCase__				,      ):
            super().__init__(**lowerCAmelCase__       )

            if "reshape_last_stage" in kwargs and kwargs["reshape_last_stage"] is False:
                   warnings.warn(
                       'Reshape_last_stage is set to False in this config. This argument is deprecated and will soon be'
                       ' removed, as the behaviour will default to that of reshape_last_stage = True.'				,      lowerCAmelCase__				,      )

            _A=	num_channels
            _A=	num_encoder_blocks
            _A=	depths
            _A=	sr_ratios
            _A=	hidden_sizes
            _A=	patch_sizes
            _A=	strides
            _A=	mlp_ratios
            _A=	num_attention_heads
            _A=	hidden_act
            _A=	hidden_dropout_prob
            _A=	attention_probs_dropout_prob
            _A=	classifier_dropout_prob
            _A=	initializer_range
            _A=	drop_path_rate
            _A=	layer_norm_eps
            _A=	decoder_hidden_size
            _A=	kwargs.get('reshape_last_stage'				,      lowerCAmelCase__       )
            _A=	semantic_loss_ignore_index





class      lowerCAmelCase						(					_a			):
     _SCREAMING_SNAKE_CASE     :     List[str]		=version.parse("""1.11"""			)



     @property
     def 			a__  (					self       ):
            return OrderedDict(
                [
                    ('pixel_values', {0: 'batch', 1: 'num_channels', 2: 'height', 3: 'width'}),
                ]       )



     @property
     def 			a__  (					self       ):
            return 1E-4





     @property
     def 			a__  (					self       ):
            return 12