



"""simple docstring"""

import unittest
from pathlib import Path
from shutil import copyfile

from transformers import SPIECE_UNDERLINE, is_sentencepiece_available
from transformers.models.speech_to_text import SpeechaTextTokenizer
from transformers.models.speech_to_text.tokenization_speech_to_text import VOCAB_FILES_NAMES, save_json
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, slow

from ...test_tokenization_common import TokenizerTesterMixin


a_			   =					get_tests_dir('''fixtures/test_sentencepiece.model''')

if is_sentencepiece_available():
			import sentencepiece as sp


a_			   =					5
a_			   =					10







@require_sentencepiece
@require_tokenizers
class    __lowercase     (					_UpperCAmelCase					,    unittest.TestCase):







						"""simple docstring"""







						_A		:							str							       =		SpeechaTextTokenizer
						_A		:							Any							       =		False
						_A		:							Optional[Any]							       =		True







						def 						__UpperCamelCase							(self       ):
											super().setUp()

											snake_case_					:		List[str] 					=					sp.SentencePieceProcessor()
											spm_model.Load(lowercase__       )
											snake_case_					:		Optional[int] 					=					["""<s>""", """<pad>""", """</s>""", """<unk>"""]

											vocab += [spm_model.IdToPiece(id_       ) for id_ in range(len(lowercase__       )       )]
											snake_case_					:		List[Any] 					=					dict(zip(lowercase__   ,		range(len(lowercase__       )       )       )       )

											snake_case_					:		List[str] 					=					Path(self.tmpdirname       )
											save_json(lowercase__   ,		save_dir / VOCAB_FILES_NAMES["""vocab_file"""]       )
											if not (save_dir / VOCAB_FILES_NAMES["spm_file"]).exists():
																copyfile(lowercase__   ,		save_dir / VOCAB_FILES_NAMES["""spm_file"""]       )

											snake_case_					:		Optional[Any] 					=					SpeechaTextTokenizer.from_pretrained(self.tmpdirname       )
											tokenizer.save_pretrained(self.tmpdirname       )







						def 						__UpperCamelCase							(self       ):
											snake_case_					:		Dict 					=					"""<pad>"""
											snake_case_					:		int 					=					1

											self.assertEqual(self.get_tokenizer()._convert_token_to_id(lowercase__       )   ,		lowercase__       )
											self.assertEqual(self.get_tokenizer()._convert_id_to_token(lowercase__       )   ,		lowercase__       )







						def 						__UpperCamelCase							(self       ):
											snake_case_					:		str 					=					list(self.get_tokenizer().get_vocab().keys()       )

											self.assertEqual(vocab_keys[0]   ,		"""<s>"""       )
											self.assertEqual(vocab_keys[1]   ,		"""<pad>"""       )
											self.assertEqual(vocab_keys[-1]   ,		"""j"""       )
											self.assertEqual(len(lowercase__       )   ,		10_01       )







						def 						__UpperCamelCase							(self       ):
											self.assertEqual(self.get_tokenizer().vocab_size   ,		10_01       )







						def 						__UpperCamelCase							(self       ):
											snake_case_					:		int 					=					SpeechaTextTokenizer.from_pretrained(self.tmpdirname       )

											snake_case_					:		str 					=					tokenizer.tokenize("""This is a test"""       )
											self.assertListEqual(lowercase__   ,		["""▁This""", """▁is""", """▁a""", """▁t""", """est"""]       )

											self.assertListEqual(
											    tokenizer.convert_tokens_to_ids(lowercase__       )   ,		[2_89, 50, 14, 1_74, 3_86]   ,		)

											snake_case_					:		List[Any] 					=					tokenizer.tokenize("""I was born in 92000, and this is falsé."""       )
											self.assertListEqual(
											    lowercase__   ,		[SPIECE_UNDERLINE + """I""", SPIECE_UNDERLINE + """was""", SPIECE_UNDERLINE + """b""", """or""", """n""", SPIECE_UNDERLINE + """in""", SPIECE_UNDERLINE + """""", """9""", """2""", """0""", """0""", """0""", """,""", SPIECE_UNDERLINE + """and""", SPIECE_UNDERLINE + """this""", SPIECE_UNDERLINE + """is""", SPIECE_UNDERLINE + """f""", """al""", """s""", """é""", """."""]   ,		)
											snake_case_					:		Optional[int] 					=					tokenizer.convert_tokens_to_ids(lowercase__       )
											self.assertListEqual(lowercase__   ,		[12, 25, 88, 59, 28, 23, 11, 4, 6_06, 3_51, 3_51, 3_51, 7, 16, 70, 50, 76, 84, 10, 4, 8]       )

											snake_case_					:		Dict 					=					tokenizer.convert_ids_to_tokens(lowercase__       )
											self.assertListEqual(
											    lowercase__   ,		[SPIECE_UNDERLINE + """I""", SPIECE_UNDERLINE + """was""", SPIECE_UNDERLINE + """b""", """or""", """n""", SPIECE_UNDERLINE + """in""", SPIECE_UNDERLINE + """""", """<unk>""", """2""", """0""", """0""", """0""", """,""", SPIECE_UNDERLINE + """and""", SPIECE_UNDERLINE + """this""", SPIECE_UNDERLINE + """is""", SPIECE_UNDERLINE + """f""", """al""", """s""", """<unk>""", """."""]   ,		)







						@slow
						def 						__UpperCamelCase							(self       ):
											# fmt: off
											snake_case_					:		List[str] 					=					{"""input_ids""": [[37_91, 7_97, 31, 11, 64, 7_97, 31, 24_29, 4_33, 12, 11_76, 12, 20, 7_86, 9_15, 1_42, 24_13, 2_40, 37, 32_38, 7_97, 31, 11, 35, 93, 9_15, 1_42, 24_13, 2_40, 37, 55_40, 5_67, 12_76, 93, 37, 6_10, 40, 62, 4_55, 6_57, 10_42, 1_23, 7_80, 1_77, 37, 3_09, 2_41, 12_98, 5_14, 20, 2_92, 27_37, 1_14, 24_69, 2_41, 85, 64, 3_02, 5_48, 5_28, 4_23, 4, 5_09, 4_06, 4_23, 37, 6_01, 4, 7_77, 3_02, 5_48, 5_28, 4_23, 2_84, 4, 33_88, 5_11, 4_59, 4, 35_55, 40, 3_21, 3_02, 7_05, 4, 33_88, 5_11, 5_83, 3_26, 5, 5, 5, 62, 33_10, 5_60, 1_77, 26_80, 2_17, 15_08, 32, 31, 8_53, 4_18, 64, 5_83, 5_11, 16_05, 62, 35, 93, 5_60, 1_77, 26_80, 2_17, 15_08, 15_21, 64, 5_83, 5_11, 5_19, 62, 20, 15_15, 7_64, 20, 1_49, 2_61, 56_25, 79_72, 20, 55_40, 5_67, 12_76, 93, 39_25, 16_75, 11, 15, 8_02, 79_72, 5_76, 2_17, 15_08, 11, 35, 93, 12_53, 24_41, 15, 2_89, 6_52, 31, 4_16, 3_21, 38_42, 1_15, 40, 9_11, 8, 4_76, 6_19, 4, 3_80, 1_42, 4_23, 3_35, 2_40, 35, 93, 2_64, 8, 11, 3_35, 5_69, 4_20, 1_63, 5, 2], [2_60, 5_48, 5_28, 4_23, 20, 4_51, 20, 26_81, 11_53, 34_34, 20, 55_40, 37, 5_67, 1_26, 12_53, 24_41, 33_76, 4_49, 2_10, 4_31, 15_63, 1_77, 7_67, 55_40, 11, 12_03, 4_72, 11, 29_53, 6_85, 2_85, 3_64, 7_06, 11_53, 20, 67_99, 20, 28_69, 20, 44_64, 1_26, 40, 24_29, 20, 10_40, 8_66, 26_64, 4_18, 20, 3_18, 20, 17_26, 1_86, 20, 2_65, 5_22, 35, 93, 21_91, 46_34, 20, 10_40, 12, 67_99, 15, 2_28, 23_56, 1_42, 31, 11, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [25_75, 26_66, 6_84, 15_82, 11_76, 12, 6_27, 1_49, 6_19, 20, 49_02, 5_63, 11, 20, 1_49, 2_61, 34_20, 23_56, 1_74, 1_42, 47_14, 1_31, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]], """attention_mask""": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]}  # noqa: E501
											# fmt: on

											self.tokenizer_integration_test_util(
											    expected_encoding=lowercase__   ,		model_name="""facebook/s2t-small-mustc-en-de-st"""   ,		revision="""a14f04cf0776c02f62a8cb800cf7909e15ea23ad"""   ,		)







@require_sentencepiece
class    __lowercase     (					unittest.TestCase):







						"""simple docstring"""







						_A		:							str							       =		"""valhalla/s2t_mustc_multilinguial_medium"""

						_A		:							Tuple							       =		"""C'est trop cool"""
						_A		:							List[str]							       =		"""Esto es genial"""







						@classmethod
						def 						__UpperCamelCase							(cls       ):
											snake_case_					:		SpeechaTextTokenizer 					=					SpeechaTextTokenizer.from_pretrained(cls.checkpoint_name       )
											return cls







						def 						__UpperCamelCase							(self       ):
											self.assertEqual(self.tokenizer.lang_code_to_id["""pt"""]   ,		4       )
											self.assertEqual(self.tokenizer.lang_code_to_id["""ru"""]   ,		6       )
											self.assertEqual(self.tokenizer.lang_code_to_id["""it"""]   ,		9       )
											self.assertEqual(self.tokenizer.lang_code_to_id["""de"""]   ,		11       )







						def 						__UpperCamelCase							(self       ):
											self.assertEqual(self.tokenizer.vocab_size   ,		1_00_00       )







						def 						__UpperCamelCase							(self       ):
											self.assertIn(lowercase__   ,		self.tokenizer.all_special_ids       )
											snake_case_					:		List[str] 					=					[ES_CODE, 4, 16_01, 47, 76_47, 2]
											snake_case_					:		Optional[int] 					=					self.tokenizer.decode(lowercase__   ,		skip_special_tokens=lowercase__       )
											snake_case_					:		str 					=					self.tokenizer.decode(generated_ids[1:]   ,		skip_special_tokens=lowercase__       )
											self.assertEqual(lowercase__   ,		lowercase__       )
											self.assertNotIn(self.tokenizer.eos_token   ,		lowercase__       )







						def 						__UpperCamelCase							(self       ):
											snake_case_					:		Tuple 					=					"""fr"""
											snake_case_					:		Optional[Any] 					=					self.tokenizer(self.french_text       ).input_ids
											self.assertEqual(encoded[0]   ,		lowercase__       )
											self.assertEqual(encoded[-1]   ,		self.tokenizer.eos_token_id       )







						def 						__UpperCamelCase							(self       ):
											snake_case_					:		List[Any] 					=					"""fr"""
											self.assertListEqual(self.tokenizer.prefix_tokens   ,		[FR_CODE]       )

											snake_case_					:		str 					=					"""es"""
											self.assertListEqual(self.tokenizer.prefix_tokens   ,		[ES_CODE]       )










"""simple docstring"""

import random







def 							SCREAMING_SNAKE_CASE__      (		SCREAMING_SNAKE_CASE__ :  int			):



					"""simple docstring"""





					snake_case_					:		Union[str, Any] 					=					num - 1
					snake_case_					:		List[str] 					=					0

					while s % 2 == 0:
										snake_case_					:		str 					=					s // 2
										t += 1

					for _ in range(5			):
										snake_case_					:		List[Any] 					=					random.randrange(2				,    num - 1			)
										snake_case_					:		Dict 					=					pow(SCREAMING_SNAKE_CASE__				,    SCREAMING_SNAKE_CASE__				,    SCREAMING_SNAKE_CASE__			)
										if v != 1:
															snake_case_					:		int 					=					0
															while v != (num - 1):
																				if i == t - 1:
																									return False
																				else:
																									snake_case_					:		str 					=					i + 1
																									snake_case_					:		int 					=					(v**2) % num
					return True







def 							SCREAMING_SNAKE_CASE__      (		SCREAMING_SNAKE_CASE__ :  int			):



					"""simple docstring"""





					if num < 2:
										return False

					snake_case_					:		Dict 					=					[
					    2,
					    3,
					    5,
					    7,
					    1_1,
					    1_3,
					    1_7,
					    1_9,
					    2_3,
					    2_9,
					    3_1,
					    3_7,
					    4_1,
					    4_3,
					    4_7,
					    5_3,
					    5_9,
					    6_1,
					    6_7,
					    7_1,
					    7_3,
					    7_9,
					    8_3,
					    8_9,
					    9_7,
					    1_0_1,
					    1_0_3,
					    1_0_7,
					    1_0_9,
					    1_1_3,
					    1_2_7,
					    1_3_1,
					    1_3_7,
					    1_3_9,
					    1_4_9,
					    1_5_1,
					    1_5_7,
					    1_6_3,
					    1_6_7,
					    1_7_3,
					    1_7_9,
					    1_8_1,
					    1_9_1,
					    1_9_3,
					    1_9_7,
					    1_9_9,
					    2_1_1,
					    2_2_3,
					    2_2_7,
					    2_2_9,
					    2_3_3,
					    2_3_9,
					    2_4_1,
					    2_5_1,
					    2_5_7,
					    2_6_3,
					    2_6_9,
					    2_7_1,
					    2_7_7,
					    2_8_1,
					    2_8_3,
					    2_9_3,
					    3_0_7,
					    3_1_1,
					    3_1_3,
					    3_1_7,
					    3_3_1,
					    3_3_7,
					    3_4_7,
					    3_4_9,
					    3_5_3,
					    3_5_9,
					    3_6_7,
					    3_7_3,
					    3_7_9,
					    3_8_3,
					    3_8_9,
					    3_9_7,
					    4_0_1,
					    4_0_9,
					    4_1_9,
					    4_2_1,
					    4_3_1,
					    4_3_3,
					    4_3_9,
					    4_4_3,
					    4_4_9,
					    4_5_7,
					    4_6_1,
					    4_6_3,
					    4_6_7,
					    4_7_9,
					    4_8_7,
					    4_9_1,
					    4_9_9,
					    5_0_3,
					    5_0_9,
					    5_2_1,
					    5_2_3,
					    5_4_1,
					    5_4_7,
					    5_5_7,
					    5_6_3,
					    5_6_9,
					    5_7_1,
					    5_7_7,
					    5_8_7,
					    5_9_3,
					    5_9_9,
					    6_0_1,
					    6_0_7,
					    6_1_3,
					    6_1_7,
					    6_1_9,
					    6_3_1,
					    6_4_1,
					    6_4_3,
					    6_4_7,
					    6_5_3,
					    6_5_9,
					    6_6_1,
					    6_7_3,
					    6_7_7,
					    6_8_3,
					    6_9_1,
					    7_0_1,
					    7_0_9,
					    7_1_9,
					    7_2_7,
					    7_3_3,
					    7_3_9,
					    7_4_3,
					    7_5_1,
					    7_5_7,
					    7_6_1,
					    7_6_9,
					    7_7_3,
					    7_8_7,
					    7_9_7,
					    8_0_9,
					    8_1_1,
					    8_2_1,
					    8_2_3,
					    8_2_7,
					    8_2_9,
					    8_3_9,
					    8_5_3,
					    8_5_7,
					    8_5_9,
					    8_6_3,
					    8_7_7,
					    8_8_1,
					    8_8_3,
					    8_8_7,
					    9_0_7,
					    9_1_1,
					    9_1_9,
					    9_2_9,
					    9_3_7,
					    9_4_1,
					    9_4_7,
					    9_5_3,
					    9_6_7,
					    9_7_1,
					    9_7_7,
					    9_8_3,
					    9_9_1,
					    9_9_7,
					]

					if num in low_primes:
										return True

					for prime in low_primes:
										if (num % prime) == 0:
															return False

					return rabin_miller(SCREAMING_SNAKE_CASE__			)







def 							SCREAMING_SNAKE_CASE__      (		SCREAMING_SNAKE_CASE__ :  int = 1_0_2_4			):



					"""simple docstring"""





					while True:
										snake_case_					:		Tuple 					=					random.randrange(2 ** (keysize - 1)				,    2 ** (keysize)			)
										if is_prime_low_num(SCREAMING_SNAKE_CASE__			):
															return num


if __name__ == "__main__":
			a_			   =					generate_large_prime()
			print(('''Prime number:''', num))
			print(('''is_prime_low_num:''', is_prime_low_num(num)))




