
'''simple docstring'''







from transformers import DistilBertTokenizer, DistilBertTokenizerFast
from transformers.testing_utils import require_tokenizers, slow

from ..bert.test_tokenization_bert import BertTokenizationTest


@require_tokenizers
class 			snake_case__ (				__UpperCAmelCase			):
		a							:					Dict       =					DistilBertTokenizer
		a							:					Tuple       =					DistilBertTokenizerFast
		a							:					List[str]       =					True




		@slow
		def     lowercase       (				self      ):
								_SCREAMING_SNAKE_CASE				= DistilBertTokenizer.from_pretrained("distilbert-base-uncased"      )

								_SCREAMING_SNAKE_CASE				= tokenizer.encode("sequence builders"					,						add_special_tokens=UpperCamelCase      )
								_SCREAMING_SNAKE_CASE				= tokenizer.encode("multi-sequence build"					,						add_special_tokens=UpperCamelCase      )

								_SCREAMING_SNAKE_CASE				= tokenizer.build_inputs_with_special_tokens(UpperCamelCase      )
								_SCREAMING_SNAKE_CASE				= tokenizer.build_inputs_with_special_tokens(UpperCamelCase					,						UpperCamelCase      )

								assert encoded_sentence == [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id]
								assert encoded_pair == [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] + text_a + [
								    tokenizer.sep_token_id
								]

'''simple docstring'''







from ..utils import DummyObject, requires_backends


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Dict       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Tuple       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					str       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Tuple       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					List[Any]       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Any       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Any       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					int       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					str       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Any       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Any       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Optional[Any]       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Union[str, Any]       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Optional[Any]       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					str       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Union[str, Any]       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					int       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Dict       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					List[str]       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Optional[Any]       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Optional[int]       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Dict       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Dict       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					str       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Optional[Any]       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Tuple       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Union[str, Any]       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					str       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Optional[int]       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Optional[Any]       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )


class 			lowerCAmelCase (				metaclass=__UpperCAmelCase			):
		a							:					Dict       =					["""sentencepiece"""]




		def __init__(				self					,						*UpperCamelCase					,						**UpperCamelCase      ):
								requires_backends(self					,						["sentencepiece"]      )