



'''simple docstring'''



import unittest

from transformers.testing_utils import require_bsa
from transformers.utils import is_bsa_available

from ...test_feature_extraction_common import FeatureExtractionSavingTestMixin


if is_bsa_available():
  from transformers import MarkupLMFeatureExtractor





class _UpperCamelCase		(     unittest.TestCase		):





    '''simple docstring'''





    def __init__(							self  :  List[str]  ,       _lowerCAmelCase  :  Optional[int]):







           '''simple docstring'''

           __lowercase       	=parent

    def 				__lowerCamelCase     (							self  :  Optional[Any]):







           '''simple docstring'''

           return {}



def   _A       (   ):



       """simple docstring"""



       __lowercase       	='<HTML>\n\n    <HEAD>\n    <TITLE>sample document</TITLE>\n    </HEAD>\n\n    <BODY BGCOLOR=\"FFFFFF\">\n    <HR>\n    <a href=\"http://google.com\">Goog</a>\n    <H1>This is one header</H1>\n    <H2>This is a another Header</H2>\n    <P>Travel from\n        <P>\n        <B>SFO to JFK</B>\n        <BR>\n        <B><I>on May 2, 2015 at 2:00 pm. For details go to confirm.com </I></B>\n        <HR>\n        <div style=\"color:#0000FF\">\n            <h3>Traveler <b> name </b> is\n            <p> John Doe </p>\n        </div>'

       __lowercase       	='\n    <!DOCTYPE html>\n    <html>\n    <body>\n\n    <h1>My First Heading</h1>\n    <p>My first paragraph.</p>\n\n    </body>\n    </html>\n    '

       return [html_string_a, html_string_a]





@require_bsa
class _UpperCamelCase		(     UpperCAmelCase__      ,       unittest.TestCase		):





    '''simple docstring'''





    lowerCAmelCase__					    =    MarkupLMFeatureExtractor if is_bsa_available() else None

    def 				__lowerCamelCase     (							self  :  int):







           '''simple docstring'''

           __lowercase       	=MarkupLMFeatureExtractionTester(self)

    @property
    def 				__lowerCamelCase     (							self  :  Union[str, Any]):







           '''simple docstring'''

           return self.feature_extract_tester.prepare_feat_extract_dict()

    def 				__lowerCamelCase     (							self  :  Tuple):







           '''simple docstring'''

           __lowercase       	=self.feature_extraction_class()

           # Test not batched input
           __lowercase       	=get_html_strings()[0]
           __lowercase       	=feature_extractor(__lowerCAmelCase)

           # fmt: off
           __lowercase       	=[['sample document', 'Goog', 'This is one header', 'This is a another Header', 'Travel from', 'SFO to JFK', 'on May 2, 2015 at 2:00 pm. For details go to confirm.com', 'Traveler', 'name', 'is', 'John Doe']]
           __lowercase       	=[['/html/head/title', '/html/body/a', '/html/body/h1', '/html/body/h2', '/html/body/p', '/html/body/p/p/b[1]', '/html/body/p/p/b[2]/i', '/html/body/p/p/div/h3', '/html/body/p/p/div/h3/b', '/html/body/p/p/div/h3', '/html/body/p/p/div/h3/p']]
           # fmt: on

           self.assertEqual(encoding.nodes  ,       __lowerCAmelCase)
           self.assertEqual(encoding.xpaths  ,       __lowerCAmelCase)

           # Test batched
           __lowercase       	=get_html_strings()
           __lowercase       	=feature_extractor(__lowerCAmelCase)

           # fmt: off
           __lowercase       	=expected_nodes + [['My First Heading', 'My first paragraph.']]
           __lowercase       	=expected_xpaths + [['/html/body/h1', '/html/body/p']]

           self.assertEqual(len(encoding.nodes)  ,       2)
           self.assertEqual(len(encoding.xpaths)  ,       2)

           self.assertEqual(encoding.nodes  ,       __lowerCAmelCase)
           self.assertEqual(encoding.xpaths  ,       __lowerCAmelCase)








'''simple docstring'''



import warnings
from typing import List, Optional, Union

from ...processing_utils import ProcessorMixin
from ...tokenization_utils_base import BatchEncoding, PaddingStrategy, PreTokenizedInput, TextInput, TruncationStrategy
from ...utils import TensorType





class _UpperCamelCase		(     A		):





				'''simple docstring'''





				lowerCAmelCase__					    =    ["""image_processor""", """tokenizer"""]
				lowerCAmelCase__					    =    """ViltImageProcessor"""
				lowerCAmelCase__					    =    ("""BertTokenizer""", """BertTokenizerFast""")

				def __init__(							self  :  str  ,       _lowerCAmelCase  :  Optional[Any]=None  ,       _lowerCAmelCase  :  int=None  ,       **_lowerCAmelCase  :  Optional[Any]):







											'''simple docstring'''

											__lowercase       	=None
											if "feature_extractor" in kwargs:
																		warnings.warn(
																		    'The `feature_extractor` argument is deprecated and will be removed in v5, use `image_processor`'
																		    ' instead.'  ,       _lowerCAmelCase  ,       )
																		__lowercase       	=kwargs.pop('feature_extractor')

											__lowercase       	=image_processor if image_processor is not None else feature_extractor
											if image_processor is None:
																		raise ValueError('You need to specify an `image_processor`.')
											if tokenizer is None:
																		raise ValueError('You need to specify a `tokenizer`.')

											super().__init__(_lowerCAmelCase  ,       _lowerCAmelCase)
											__lowercase       	=self.image_processor

				def __call__(							self  :  List[Any]  ,       _lowerCAmelCase  :  Tuple  ,       _lowerCAmelCase  :  Union[TextInput, PreTokenizedInput, List[TextInput], List[PreTokenizedInput]] = None  ,       _lowerCAmelCase  :  bool = True  ,       _lowerCAmelCase  :  Union[bool, str, PaddingStrategy] = False  ,       _lowerCAmelCase  :  Union[bool, str, TruncationStrategy] = None  ,       _lowerCAmelCase  :  Optional[int] = None  ,       _lowerCAmelCase  :  int = 0  ,       _lowerCAmelCase  :  Optional[int] = None  ,       _lowerCAmelCase  :  Optional[bool] = None  ,       _lowerCAmelCase  :  Optional[bool] = None  ,       _lowerCAmelCase  :  bool = False  ,       _lowerCAmelCase  :  bool = False  ,       _lowerCAmelCase  :  bool = False  ,       _lowerCAmelCase  :  bool = False  ,       _lowerCAmelCase  :  bool = True  ,       _lowerCAmelCase  :  Optional[Union[str, TensorType]] = None  ,       **_lowerCAmelCase  :  Any  ,       ):







											'''simple docstring'''

											__lowercase       	=self.tokenizer(
											    text=_lowerCAmelCase  ,       add_special_tokens=_lowerCAmelCase  ,       padding=_lowerCAmelCase  ,       truncation=_lowerCAmelCase  ,       max_length=_lowerCAmelCase  ,       stride=_lowerCAmelCase  ,       pad_to_multiple_of=_lowerCAmelCase  ,       return_token_type_ids=_lowerCAmelCase  ,       return_attention_mask=_lowerCAmelCase  ,       return_overflowing_tokens=_lowerCAmelCase  ,       return_special_tokens_mask=_lowerCAmelCase  ,       return_offsets_mapping=_lowerCAmelCase  ,       return_length=_lowerCAmelCase  ,       verbose=_lowerCAmelCase  ,       return_tensors=_lowerCAmelCase  ,       **_lowerCAmelCase  ,       )
											# add pixel_values + pixel_mask
											__lowercase       	=self.image_processor(_lowerCAmelCase  ,       return_tensors=_lowerCAmelCase)
											encoding.update(_lowerCAmelCase)

											return encoding

				def 				__lowerCamelCase     (							self  :  List[Any]  ,       *_lowerCAmelCase  :  str  ,       **_lowerCAmelCase  :  Union[str, Any]):







											'''simple docstring'''

											return self.tokenizer.batch_decode(*_lowerCAmelCase  ,       **_lowerCAmelCase)

				def 				__lowerCamelCase     (							self  :  Union[str, Any]  ,       *_lowerCAmelCase  :  str  ,       **_lowerCAmelCase  :  Optional[Any]):







											'''simple docstring'''

											return self.tokenizer.decode(*_lowerCAmelCase  ,       **_lowerCAmelCase)

				@property
				def 				__lowerCamelCase     (							self  :  Optional[int]):







											'''simple docstring'''

											__lowercase       	=self.tokenizer.model_input_names
											__lowercase       	=self.image_processor.model_input_names
											return list(dict.fromkeys(tokenizer_input_names + image_processor_input_names))

				@property
				def 				__lowerCamelCase     (							self  :  Union[str, Any]):







											'''simple docstring'''

											warnings.warn(
											    '`feature_extractor_class` is deprecated and will be removed in v5. Use `image_processor_class` instead.'  ,       _lowerCAmelCase  ,       )
											return self.image_processor_class

				@property
				def 				__lowerCamelCase     (							self  :  Tuple):







											'''simple docstring'''

											warnings.warn(
											    '`feature_extractor` is deprecated and will be removed in v5. Use `image_processor` instead.'  ,       _lowerCAmelCase  ,       )
											return self.image_processor



