
import unittest

from transformers import DebertaVaTokenizer, DebertaVaTokenizerFast
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, slow

from ...test_tokenization_common import TokenizerTesterMixin


lowercase__							:							str									=			get_tests_dir("fixtures/spiece.model")






@require_sentencepiece
@require_tokenizers
class        SCREAMING_SNAKE_CASE__    (							SCREAMING_SNAKE_CASE_   ,		unittest.TestCase    ):

							"""simple docstring"""






							_snake_case     		=  DebertaVaTokenizer
							_snake_case     		=  DebertaVaTokenizerFast
							_snake_case     		=  True
							_snake_case     		=  True



							def     A__		(  self			)->   Dict:





													'''simple docstring'''






													super().setUp()

													# We have a SentencePiece fixture for testing
													__UpperCamelCase       =			DebertaVaTokenizer(SCREAMING_SNAKE_CASE_     ,	unk_token='''<unk>'''			)
													tokenizer.save_pretrained(self.tmpdirname			)



							def     A__		(  self     ,	SCREAMING_SNAKE_CASE_			)->   List[Any]:





													'''simple docstring'''






													__UpperCamelCase       =			'''this is a test'''
													__UpperCamelCase       =			'''this is a test'''
													return input_text, output_text



							def     A__		(  self			)->   int:





													'''simple docstring'''






													__UpperCamelCase       =			'''<pad>'''
													__UpperCamelCase       =			0

													self.assertEqual(self.get_tokenizer()._convert_token_to_id(SCREAMING_SNAKE_CASE_			)     ,	SCREAMING_SNAKE_CASE_			)
													self.assertEqual(self.get_tokenizer()._convert_id_to_token(SCREAMING_SNAKE_CASE_			)     ,	SCREAMING_SNAKE_CASE_			)



							def     A__		(  self			)->   List[Any]:





													'''simple docstring'''






													__UpperCamelCase       =			list(self.get_tokenizer().get_vocab().keys()			)
													self.assertEqual(vocab_keys[0]     ,	'''<pad>'''			)
													self.assertEqual(vocab_keys[1]     ,	'''<unk>'''			)
													self.assertEqual(vocab_keys[-1]     ,	'''[PAD]'''			)
													self.assertEqual(len(SCREAMING_SNAKE_CASE_			)     ,	30001			)



							def     A__		(  self			)->   List[Any]:





													'''simple docstring'''






													self.assertEqual(self.get_tokenizer().vocab_size     ,	30000			)



							def     A__		(  self			)->   Union[str, Any]:





													'''simple docstring'''






													__UpperCamelCase       =			''' \tHeLLo!how  \n Are yoU?  '''
													__UpperCamelCase       =			['''▁hello''', '''!''', '''how''', '''▁are''', '''▁you''', '''?''']
													# fmt: on

													__UpperCamelCase       =			DebertaVaTokenizer(SCREAMING_SNAKE_CASE_     ,	do_lower_case=SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			tokenizer.convert_ids_to_tokens(tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)			)

													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)

													__UpperCamelCase       =			DebertaVaTokenizerFast(SCREAMING_SNAKE_CASE_     ,	do_lower_case=SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)			)

													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)



							@unittest.skip('''There is an inconsistency between slow and fast tokenizer due to a bug in the fast one.'''			)
							def     A__		(  self			)->   int:





													'''simple docstring'''






													pass



							@unittest.skip('''There is an inconsistency between slow and fast tokenizer due to a bug in the fast one.'''			)
							def     A__		(  self			)->   List[Any]:





													'''simple docstring'''






													pass



							def     A__		(  self			)->   Dict:





													'''simple docstring'''






													__UpperCamelCase       =			'''I was born in 92000, and this is falsé.'''
													__UpperCamelCase       =			['''▁''', '''<unk>''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', '''▁''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''▁''', '''.''', ]
													# fmt: on

													__UpperCamelCase       =			DebertaVaTokenizer(SCREAMING_SNAKE_CASE_     ,	split_by_punct=SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			tokenizer.convert_ids_to_tokens(tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)			)

													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)

													__UpperCamelCase       =			DebertaVaTokenizerFast(SCREAMING_SNAKE_CASE_     ,	split_by_punct=SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)			)

													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)



							def     A__		(  self			)->   str:





													'''simple docstring'''






													__UpperCamelCase       =			'''I was born in 92000, and this is falsé.'''
													__UpperCamelCase       =			['''▁i''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', '''▁''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''▁''', '''.''', ]
													# fmt: on

													__UpperCamelCase       =			DebertaVaTokenizer(SCREAMING_SNAKE_CASE_     ,	do_lower_case=SCREAMING_SNAKE_CASE_     ,	split_by_punct=SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			tokenizer.convert_ids_to_tokens(tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)			)
													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)

													__UpperCamelCase       =			DebertaVaTokenizerFast(SCREAMING_SNAKE_CASE_     ,	do_lower_case=SCREAMING_SNAKE_CASE_     ,	split_by_punct=SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)			)
													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)



							def     A__		(  self			)->   List[Any]:





													'''simple docstring'''






													__UpperCamelCase       =			'''I was born in 92000, and this is falsé.'''
													__UpperCamelCase       =			['''▁i''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''.''', ]
													# fmt: on

													__UpperCamelCase       =			DebertaVaTokenizer(SCREAMING_SNAKE_CASE_     ,	do_lower_case=SCREAMING_SNAKE_CASE_     ,	split_by_punct=SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			tokenizer.convert_ids_to_tokens(tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)			)

													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)

													__UpperCamelCase       =			DebertaVaTokenizerFast(SCREAMING_SNAKE_CASE_     ,	do_lower_case=SCREAMING_SNAKE_CASE_     ,	split_by_punct=SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)			)

													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)



							def     A__		(  self			)->   Optional[Any]:





													'''simple docstring'''






													__UpperCamelCase       =			'''I was born in 92000, and this is falsé.'''
													__UpperCamelCase       =			['''▁''', '''<unk>''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', '''▁''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''▁''', '''.''', ]
													# fmt: on

													__UpperCamelCase       =			DebertaVaTokenizer(SCREAMING_SNAKE_CASE_     ,	do_lower_case=SCREAMING_SNAKE_CASE_     ,	split_by_punct=SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			tokenizer.convert_ids_to_tokens(tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)			)

													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)

													__UpperCamelCase       =			DebertaVaTokenizerFast(SCREAMING_SNAKE_CASE_     ,	do_lower_case=SCREAMING_SNAKE_CASE_     ,	split_by_punct=SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)			)

													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)



							def     A__		(  self			)->   List[Any]:





													'''simple docstring'''






													__UpperCamelCase       =			''' \tHeLLo!how  \n Are yoU?  '''
													__UpperCamelCase       =			['''▁''', '''<unk>''', '''e''', '''<unk>''', '''o''', '''!''', '''how''', '''▁''', '''<unk>''', '''re''', '''▁yo''', '''<unk>''', '''?''']
													# fmt: on

													__UpperCamelCase       =			DebertaVaTokenizer(SCREAMING_SNAKE_CASE_     ,	do_lower_case=SCREAMING_SNAKE_CASE_     ,	split_by_punct=SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			tokenizer.convert_ids_to_tokens(tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)			)

													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)

													__UpperCamelCase       =			DebertaVaTokenizerFast(SCREAMING_SNAKE_CASE_     ,	do_lower_case=SCREAMING_SNAKE_CASE_     ,	split_by_punct=SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)			)

													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)



							def     A__		(  self			)->   Dict:





													'''simple docstring'''






													__UpperCamelCase       =			self.get_tokenizer()
													__UpperCamelCase       =			self.get_rust_tokenizer()

													__UpperCamelCase       =			'''I was born in 92000, and this is falsé.'''

													__UpperCamelCase       =			tokenizer.convert_ids_to_tokens(tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)			)
													__UpperCamelCase       =			rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)			)
													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)

													__UpperCamelCase       =			tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			rust_tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)
													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)

													__UpperCamelCase       =			self.get_rust_tokenizer()
													__UpperCamelCase       =			tokenizer.encode(SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			rust_tokenizer.encode(SCREAMING_SNAKE_CASE_			)
													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)



							def     A__		(  self			)->   Tuple:





													'''simple docstring'''






													__UpperCamelCase       =			'''This is a test'''
													__UpperCamelCase       =			[13, 1, 4398, 25, 21, 1289]
													__UpperCamelCase       =			['''▁''', '''T''', '''his''', '''▁is''', '''▁a''', '''▁test''']
													__UpperCamelCase       =			['''▁''', '''<unk>''', '''his''', '''▁is''', '''▁a''', '''▁test''']

													__UpperCamelCase       =			DebertaVaTokenizer(SCREAMING_SNAKE_CASE_     ,	keep_accents=SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			DebertaVaTokenizerFast(SCREAMING_SNAKE_CASE_     ,	keep_accents=SCREAMING_SNAKE_CASE_			)

													__UpperCamelCase       =			tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)
													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			tokenizer.tokenize(SCREAMING_SNAKE_CASE_			)
													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			tokenizer.convert_ids_to_tokens(SCREAMING_SNAKE_CASE_			)
													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)

													__UpperCamelCase       =			rust_tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)
													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			rust_tokenizer.tokenize(SCREAMING_SNAKE_CASE_			)
													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			rust_tokenizer.convert_ids_to_tokens(SCREAMING_SNAKE_CASE_			)
													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)

													# fmt: off
													__UpperCamelCase       =			'''I was born in 92000, and this is falsé.'''
													__UpperCamelCase       =			[13, 1, 23, 386, 19, 561, 3050, 15, 17, 48, 25, 8256, 18, 1, 9]
													__UpperCamelCase       =			['''▁''', '''I''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''é''', '''.''', ]
													__UpperCamelCase       =			['''▁''', '''<unk>''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''.''', ]
													# fmt: on

													__UpperCamelCase       =			tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)
													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			tokenizer.tokenize(SCREAMING_SNAKE_CASE_			)
													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			tokenizer.convert_ids_to_tokens(SCREAMING_SNAKE_CASE_			)
													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)

													__UpperCamelCase       =			rust_tokenizer.encode(SCREAMING_SNAKE_CASE_     ,	add_special_tokens=SCREAMING_SNAKE_CASE_			)
													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			rust_tokenizer.tokenize(SCREAMING_SNAKE_CASE_			)
													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			rust_tokenizer.convert_ids_to_tokens(SCREAMING_SNAKE_CASE_			)
													self.assertListEqual(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)



							def     A__		(  self			)->   List[Any]:





													'''simple docstring'''






													__UpperCamelCase       =			DebertaVaTokenizer(SCREAMING_SNAKE_CASE_			)

													__UpperCamelCase       =			tokenizer.encode('''sequence builders'''			)
													__UpperCamelCase       =			tokenizer.encode('''multi-sequence build'''			)

													__UpperCamelCase       =			tokenizer.build_inputs_with_special_tokens(SCREAMING_SNAKE_CASE_			)
													__UpperCamelCase       =			tokenizer.build_inputs_with_special_tokens(SCREAMING_SNAKE_CASE_     ,	SCREAMING_SNAKE_CASE_			)

													self.assertEqual([tokenizer.cls_token_id] + text + [tokenizer.sep_token_id]     ,	SCREAMING_SNAKE_CASE_			)
													self.assertEqual(
													    [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] + text_a + [tokenizer.sep_token_id]     ,	SCREAMING_SNAKE_CASE_     ,	)



							@slow
							def     A__		(  self			)->   List[Any]:





													'''simple docstring'''






													__UpperCamelCase       =			{'''input_ids''': [[1, 39867, 36, 19390, 486, 27, 35052, 81436, 18, 60685, 1225, 7, 35052, 81436, 18, 9367, 16899, 18, 15937, 53, 594, 773, 18, 16287, 30465, 36, 15937, 6, 41139, 38, 36979, 60763, 191, 6, 34132, 99, 6, 50538, 390, 43230, 6, 34132, 2779, 20850, 14, 699, 1072, 1194, 36, 382, 10901, 53, 7, 699, 1072, 2084, 36, 20422, 630, 53, 19, 105, 3049, 1896, 1053, 16899, 1506, 11, 37978, 4243, 7, 1237, 31869, 200, 16566, 654, 6, 35052, 81436, 7, 55630, 13593, 4, 2], [1, 26, 15011, 13, 667, 8, 1053, 18, 23611, 1237, 72356, 12820, 34, 104134, 1209, 35, 13313, 6627, 21, 202, 347, 7, 164, 2399, 11, 46, 4485, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 5, 1232, 2864, 15785, 14951, 105, 5, 8581, 1250, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], '''token_type_ids''': [[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], '''attention_mask''': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]}  # noqa: E501
													# fmt: on

													self.tokenizer_integration_test_util(
													    expected_encoding=SCREAMING_SNAKE_CASE_     ,	model_name='''microsoft/deberta-v2-xlarge'''     ,	revision='''ad6e42c1532ddf3a15c39246b63f5559d558b670'''     ,	)






from .configuration_bert_masked import MaskedBertConfig
from .modeling_bert_masked import (
    MaskedBertForMultipleChoice,
    MaskedBertForQuestionAnswering,
    MaskedBertForSequenceClassification,
    MaskedBertForTokenClassification,
    MaskedBertModel,
)
from .modules import *




