



'''simple docstring'''



import doctest
import logging
import os
import unittest
from pathlib import Path
from typing import List, Union

import transformers
from transformers.testing_utils import require_tf, require_torch, slow


lowerCamelCase	 =       logging.getLogger()





@unittest.skip("""Temporarily disable the doc tests."""		)
@require_torch
@require_tf
@slow
class _UpperCamelCase		(     unittest.TestCase		):





				'''simple docstring'''





				def 				__lowerCamelCase     (							self  :  Optional[int]  ,       _lowerCAmelCase  :  Path  ,       _lowerCAmelCase  :  Union[str, None] = None  ,       _lowerCAmelCase  :  Union[List[str], None] = None  ,       _lowerCAmelCase  :  Union[str, List[str], None] = None  ,       _lowerCAmelCase  :  bool = True  ,       ):







											'''simple docstring'''

											__lowercase       	=[file for file in os.listdir(_lowerCAmelCase) if os.path.isfile(os.path.join(_lowerCAmelCase  ,       _lowerCAmelCase))]

											if identifier is not None:
																		__lowercase       	=[file for file in files if identifier in file]

											if n_identifier is not None:
																		if isinstance(_lowerCAmelCase  ,       _lowerCAmelCase):
																									for n_ in n_identifier:
																																__lowercase       	=[file for file in files if n_ not in file]
																		else:
																									__lowercase       	=[file for file in files if n_identifier not in file]

											__lowercase       	=ignore_files or []
											ignore_files.append('__init__.py')
											__lowercase       	=[file for file in files if file not in ignore_files]

											for file in files:
																		# Open all files
																		print('Testing'  ,       _lowerCAmelCase)

																		if only_modules:
																									__lowercase       	=file.split('.')[0]
																									try:
																																__lowercase       	=getattr(_lowerCAmelCase  ,       _lowerCAmelCase)
																																__lowercase       	=doctest.DocTestSuite(_lowerCAmelCase)
																																__lowercase       	=unittest.TextTestRunner().run(_lowerCAmelCase)
																																self.assertIs(len(result.failures)  ,       0)
																									except AttributeError:
																																logger.info(f"""{module_identifier} is not a module.""")
																		else:
																									__lowercase       	=doctest.testfile(str('..' / directory / file)  ,       optionflags=doctest.ELLIPSIS)
																									self.assertIs(result.failed  ,       0)

				def 				__lowerCamelCase     (							self  :  List[Any]):







											'''simple docstring'''

											__lowercase       	=Path('src/transformers')
											__lowercase       	='modeling'
											__lowercase       	=[
											    'modeling_ctrl.py',
											    'modeling_tf_ctrl.py',
											]
											self.analyze_directory(_lowerCAmelCase  ,       identifier=_lowerCAmelCase  ,       ignore_files=_lowerCAmelCase)

				def 				__lowerCamelCase     (							self  :  List[Any]):







											'''simple docstring'''

											__lowercase       	=Path('src/transformers')
											__lowercase       	='tokenization'
											self.analyze_directory(_lowerCAmelCase  ,       identifier=_lowerCAmelCase)

				def 				__lowerCamelCase     (							self  :  List[str]):







											'''simple docstring'''

											__lowercase       	=Path('src/transformers')
											__lowercase       	='configuration'
											self.analyze_directory(_lowerCAmelCase  ,       identifier=_lowerCAmelCase)

				def 				__lowerCamelCase     (							self  :  int):







											'''simple docstring'''

											__lowercase       	=Path('src/transformers')
											__lowercase       	=['configuration', 'modeling', 'tokenization']
											self.analyze_directory(_lowerCAmelCase  ,       n_identifier=_lowerCAmelCase)

				def 				__lowerCamelCase     (							self  :  List[Any]):







											'''simple docstring'''

											__lowercase       	=Path('docs/source')
											__lowercase       	=['favicon.ico']
											self.analyze_directory(_lowerCAmelCase  ,       ignore_files=_lowerCAmelCase  ,       only_modules=_lowerCAmelCase)








'''simple docstring'''



import warnings
from typing import List, Optional, Union

from ...processing_utils import ProcessorMixin
from ...tokenization_utils_base import BatchEncoding, PaddingStrategy, PreTokenizedInput, TextInput, TruncationStrategy
from ...utils import TensorType





class _UpperCamelCase		(     A		):





				'''simple docstring'''





				lowerCAmelCase__					    =    ["""image_processor""", """tokenizer"""]
				lowerCAmelCase__					    =    """ViltImageProcessor"""
				lowerCAmelCase__					    =    ("""BertTokenizer""", """BertTokenizerFast""")

				def __init__(							self  :  str  ,       _lowerCAmelCase  :  Optional[Any]=None  ,       _lowerCAmelCase  :  int=None  ,       **_lowerCAmelCase  :  Optional[Any]):







											'''simple docstring'''

											__lowercase       	=None
											if "feature_extractor" in kwargs:
																		warnings.warn(
																		    'The `feature_extractor` argument is deprecated and will be removed in v5, use `image_processor`'
																		    ' instead.'  ,       _lowerCAmelCase  ,       )
																		__lowercase       	=kwargs.pop('feature_extractor')

											__lowercase       	=image_processor if image_processor is not None else feature_extractor
											if image_processor is None:
																		raise ValueError('You need to specify an `image_processor`.')
											if tokenizer is None:
																		raise ValueError('You need to specify a `tokenizer`.')

											super().__init__(_lowerCAmelCase  ,       _lowerCAmelCase)
											__lowercase       	=self.image_processor

				def __call__(							self  :  List[Any]  ,       _lowerCAmelCase  :  Tuple  ,       _lowerCAmelCase  :  Union[TextInput, PreTokenizedInput, List[TextInput], List[PreTokenizedInput]] = None  ,       _lowerCAmelCase  :  bool = True  ,       _lowerCAmelCase  :  Union[bool, str, PaddingStrategy] = False  ,       _lowerCAmelCase  :  Union[bool, str, TruncationStrategy] = None  ,       _lowerCAmelCase  :  Optional[int] = None  ,       _lowerCAmelCase  :  int = 0  ,       _lowerCAmelCase  :  Optional[int] = None  ,       _lowerCAmelCase  :  Optional[bool] = None  ,       _lowerCAmelCase  :  Optional[bool] = None  ,       _lowerCAmelCase  :  bool = False  ,       _lowerCAmelCase  :  bool = False  ,       _lowerCAmelCase  :  bool = False  ,       _lowerCAmelCase  :  bool = False  ,       _lowerCAmelCase  :  bool = True  ,       _lowerCAmelCase  :  Optional[Union[str, TensorType]] = None  ,       **_lowerCAmelCase  :  Any  ,       ):







											'''simple docstring'''

											__lowercase       	=self.tokenizer(
											    text=_lowerCAmelCase  ,       add_special_tokens=_lowerCAmelCase  ,       padding=_lowerCAmelCase  ,       truncation=_lowerCAmelCase  ,       max_length=_lowerCAmelCase  ,       stride=_lowerCAmelCase  ,       pad_to_multiple_of=_lowerCAmelCase  ,       return_token_type_ids=_lowerCAmelCase  ,       return_attention_mask=_lowerCAmelCase  ,       return_overflowing_tokens=_lowerCAmelCase  ,       return_special_tokens_mask=_lowerCAmelCase  ,       return_offsets_mapping=_lowerCAmelCase  ,       return_length=_lowerCAmelCase  ,       verbose=_lowerCAmelCase  ,       return_tensors=_lowerCAmelCase  ,       **_lowerCAmelCase  ,       )
											# add pixel_values + pixel_mask
											__lowercase       	=self.image_processor(_lowerCAmelCase  ,       return_tensors=_lowerCAmelCase)
											encoding.update(_lowerCAmelCase)

											return encoding

				def 				__lowerCamelCase     (							self  :  List[Any]  ,       *_lowerCAmelCase  :  str  ,       **_lowerCAmelCase  :  Union[str, Any]):







											'''simple docstring'''

											return self.tokenizer.batch_decode(*_lowerCAmelCase  ,       **_lowerCAmelCase)

				def 				__lowerCamelCase     (							self  :  Union[str, Any]  ,       *_lowerCAmelCase  :  str  ,       **_lowerCAmelCase  :  Optional[Any]):







											'''simple docstring'''

											return self.tokenizer.decode(*_lowerCAmelCase  ,       **_lowerCAmelCase)

				@property
				def 				__lowerCamelCase     (							self  :  Optional[int]):







											'''simple docstring'''

											__lowercase       	=self.tokenizer.model_input_names
											__lowercase       	=self.image_processor.model_input_names
											return list(dict.fromkeys(tokenizer_input_names + image_processor_input_names))

				@property
				def 				__lowerCamelCase     (							self  :  Union[str, Any]):







											'''simple docstring'''

											warnings.warn(
											    '`feature_extractor_class` is deprecated and will be removed in v5. Use `image_processor_class` instead.'  ,       _lowerCAmelCase  ,       )
											return self.image_processor_class

				@property
				def 				__lowerCamelCase     (							self  :  Tuple):







											'''simple docstring'''

											warnings.warn(
											    '`feature_extractor` is deprecated and will be removed in v5. Use `image_processor` instead.'  ,       _lowerCAmelCase  ,       )
											return self.image_processor



