






'''simple docstring'''




import warnings

from ...processing_utils import ProcessorMixin
from ...tokenization_utils_base import BatchEncoding







class       __lowercase					(__lowerCamelCase    ):
	_lowerCamelCase              =  ['''image_processor''', '''tokenizer''']
	_lowerCamelCase              =  '''CLIPImageProcessor'''
	_lowerCamelCase              =  ('''CLIPTokenizer''', '''CLIPTokenizerFast''')

	def __init__(      self   :						Optional[Any]  ,					UpperCAmelCase_   :						Optional[int]=None  ,					UpperCAmelCase_   :						str=None  ,					**UpperCAmelCase_   :						int):
			UpperCamelCase__				:					List[str]					=					None
			if "feature_extractor" in kwargs:
					warnings.warn(
					    'The `feature_extractor` argument is deprecated and will be removed in v5, use `image_processor`'
					    ' instead.'  ,					UpperCAmelCase_  ,					)
					UpperCamelCase__				:					Optional[Any]					=					kwargs.pop('feature_extractor')

			UpperCamelCase__				:					Dict					=					image_processor if image_processor is not None else feature_extractor
			if image_processor is None:
					raise ValueError('You need to specify an `image_processor`.')
			if tokenizer is None:
					raise ValueError('You need to specify a `tokenizer`.')

			super().__init__(UpperCAmelCase_  ,					UpperCAmelCase_)

	def __call__(      self   :						List[str]  ,					UpperCAmelCase_   :						Tuple=None  ,					UpperCAmelCase_   :						List[str]=None  ,					UpperCAmelCase_   :						Tuple=None  ,					**UpperCAmelCase_   :						Any):

			if text is None and images is None:
					raise ValueError('You have to specify either text or images. Both cannot be none.')

			if text is not None:
					UpperCamelCase__				:					Union[str, Any]					=					self.tokenizer(UpperCAmelCase_  ,					return_tensors=UpperCAmelCase_  ,					**UpperCAmelCase_)

			if images is not None:
					UpperCamelCase__				:					Tuple					=					self.image_processor(UpperCAmelCase_  ,					return_tensors=UpperCAmelCase_  ,					**UpperCAmelCase_)

			if text is not None and images is not None:
					UpperCamelCase__				:					Union[str, Any]					=					image_features.pixel_values
					return encoding
			elif text is not None:
					return encoding
			else:
					return BatchEncoding(data=dict(**UpperCAmelCase_)  ,					tensor_type=UpperCAmelCase_)

	def      __UpperCamelCase							(      self   :						str  ,					*UpperCAmelCase_   :						str  ,					**UpperCAmelCase_   :						Optional[int]):
			return self.tokenizer.batch_decode(*UpperCAmelCase_  ,					**UpperCAmelCase_)

	def      __UpperCamelCase							(      self   :						str  ,					*UpperCAmelCase_   :						List[Any]  ,					**UpperCAmelCase_   :						List[str]):
			return self.tokenizer.decode(*UpperCAmelCase_  ,					**UpperCAmelCase_)

	@property
	def      __UpperCamelCase							(      self   :						Optional[Any]):
			UpperCamelCase__				:					str					=					self.tokenizer.model_input_names
			UpperCamelCase__				:					List[str]					=					self.image_processor.model_input_names
			return list(dict.fromkeys(tokenizer_input_names + image_processor_input_names))

	@property
	def      __UpperCamelCase							(      self   :						int):
			warnings.warn(
			    '`feature_extractor_class` is deprecated and will be removed in v5. Use `image_processor_class` instead.'  ,					UpperCAmelCase_  ,					)
			return self.image_processor_class





	@property
	def      __UpperCamelCase							(      self   :						str):
			warnings.warn(
			    '`feature_extractor` is deprecated and will be removed in v5. Use `image_processor` instead.'  ,					UpperCAmelCase_  ,					)
			return self.image_processor












'''simple docstring'''




import json
import os
import shutil
import tempfile
import unittest

import numpy as np
import pytest

from transformers import CLIPTokenizer, CLIPTokenizerFast
from transformers.models.clip.tokenization_clip import VOCAB_FILES_NAMES
from transformers.testing_utils import require_vision
from transformers.utils import IMAGE_PROCESSOR_NAME, is_vision_available


if is_vision_available():
		from PIL import Image

		from transformers import CLIPImageProcessor, CLIPProcessor







@require_vision
class       __lowercase					(unittest.TestCase    ):

	def      __UpperCamelCase							(      self   :						List[Any]):
			UpperCamelCase__				:					int					=					tempfile.mkdtemp()

			# fmt: off
			UpperCamelCase__				:					Union[str, Any]					=					['l', 'o', 'w', 'e', 'r', 's', 't', 'i', 'd', 'n', 'lo', 'l</w>', 'w</w>', 'r</w>', 't</w>', 'low</w>', 'er</w>', 'lowest</w>', 'newer</w>', 'wider', '<unk>', '<|startoftext|>', '<|endoftext|>']
			# fmt: on
			UpperCamelCase__				:					Dict					=					dict(zip(UpperCAmelCase_  ,					range(len(UpperCAmelCase_))))
			UpperCamelCase__				:					Optional[Any]					=					['#version: 0.2', 'l o', 'lo w</w>', 'e r</w>', '']
			UpperCamelCase__				:					Union[str, Any]					=					{'unk_token': '<unk>'}

			UpperCamelCase__				:					Union[str, Any]					=					os.path.join(self.tmpdirname  ,					VOCAB_FILES_NAMES['vocab_file'])
			UpperCamelCase__				:					Optional[Any]					=					os.path.join(self.tmpdirname  ,					VOCAB_FILES_NAMES['merges_file'])
			with open(self.vocab_file  ,					'w'  ,					encoding='utf-8') as fp:
					fp.write(json.dumps(UpperCAmelCase_) + '\n')
			with open(self.merges_file  ,					'w'  ,					encoding='utf-8') as fp:
					fp.write('\n'.join(UpperCAmelCase_))

			UpperCamelCase__				:					Dict					=					{
			    'do_resize': True,
			    'size': 20,
			    'do_center_crop': True,
			    'crop_size': 18,
			    'do_normalize': True,
			    'image_mean': [0.48_14_54_66, 0.4_57_82_75, 0.40_82_10_73],
			    'image_std': [0.26_86_29_54, 0.26_13_02_58, 0.27_57_77_11],
			}
			UpperCamelCase__				:					Any					=					os.path.join(self.tmpdirname  ,					UpperCAmelCase_)
			with open(self.image_processor_file  ,					'w'  ,					encoding='utf-8') as fp:
					json.dump(UpperCAmelCase_  ,					UpperCAmelCase_)

	def      __UpperCamelCase							(      self   :						Dict  ,					**UpperCAmelCase_   :						Union[str, Any]):
			return CLIPTokenizer.from_pretrained(self.tmpdirname  ,					**UpperCAmelCase_)

	def      __UpperCamelCase							(      self   :						Optional[int]  ,					**UpperCAmelCase_   :						str):
			return CLIPTokenizerFast.from_pretrained(self.tmpdirname  ,					**UpperCAmelCase_)

	def      __UpperCamelCase							(      self   :						Optional[Any]  ,					**UpperCAmelCase_   :						Union[str, Any]):
			return CLIPImageProcessor.from_pretrained(self.tmpdirname  ,					**UpperCAmelCase_)

	def      __UpperCamelCase							(      self   :						str):
			shutil.rmtree(self.tmpdirname)

	def      __UpperCamelCase							(      self   :						Tuple):
			UpperCamelCase__				:					List[str]					=					[np.random.randint(255  ,					size=(3, 30, 400)  ,					dtype=np.uinta)]

			UpperCamelCase__				:					List[str]					=					[Image.fromarray(np.moveaxis(UpperCAmelCase_  ,					0  ,					-1)) for x in image_inputs]

			return image_inputs

	def      __UpperCamelCase							(      self   :						Dict):
			UpperCamelCase__				:					Union[str, Any]					=					self.get_tokenizer()
			UpperCamelCase__				:					Optional[Any]					=					self.get_rust_tokenizer()
			UpperCamelCase__				:					Any					=					self.get_image_processor()

			UpperCamelCase__				:					str					=					CLIPProcessor(tokenizer=UpperCAmelCase_  ,					image_processor=UpperCAmelCase_)
			processor_slow.save_pretrained(self.tmpdirname)
			UpperCamelCase__				:					Any					=					CLIPProcessor.from_pretrained(self.tmpdirname  ,					use_fast=UpperCAmelCase_)

			UpperCamelCase__				:					str					=					CLIPProcessor(tokenizer=UpperCAmelCase_  ,					image_processor=UpperCAmelCase_)
			processor_fast.save_pretrained(self.tmpdirname)
			UpperCamelCase__				:					Optional[int]					=					CLIPProcessor.from_pretrained(self.tmpdirname)

			self.assertEqual(processor_slow.tokenizer.get_vocab()  ,					tokenizer_slow.get_vocab())
			self.assertEqual(processor_fast.tokenizer.get_vocab()  ,					tokenizer_fast.get_vocab())
			self.assertEqual(tokenizer_slow.get_vocab()  ,					tokenizer_fast.get_vocab())
			self.assertIsInstance(processor_slow.tokenizer  ,					UpperCAmelCase_)
			self.assertIsInstance(processor_fast.tokenizer  ,					UpperCAmelCase_)

			self.assertEqual(processor_slow.image_processor.to_json_string()  ,					image_processor.to_json_string())
			self.assertEqual(processor_fast.image_processor.to_json_string()  ,					image_processor.to_json_string())
			self.assertIsInstance(processor_slow.image_processor  ,					UpperCAmelCase_)
			self.assertIsInstance(processor_fast.image_processor  ,					UpperCAmelCase_)

	def      __UpperCamelCase							(      self   :						List[str]):
			UpperCamelCase__				:					Union[str, Any]					=					CLIPProcessor(tokenizer=self.get_tokenizer()  ,					image_processor=self.get_image_processor())
			processor.save_pretrained(self.tmpdirname)

			UpperCamelCase__				:					List[str]					=					self.get_tokenizer(bos_token='(BOS)'  ,					eos_token='(EOS)')
			UpperCamelCase__				:					Tuple					=					self.get_image_processor(do_normalize=UpperCAmelCase_  ,					padding_value=1.0)

			UpperCamelCase__				:					Dict					=					CLIPProcessor.from_pretrained(
			    self.tmpdirname  ,					bos_token='(BOS)'  ,					eos_token='(EOS)'  ,					do_normalize=UpperCAmelCase_  ,					padding_value=1.0)

			self.assertEqual(processor.tokenizer.get_vocab()  ,					tokenizer_add_kwargs.get_vocab())
			self.assertIsInstance(processor.tokenizer  ,					UpperCAmelCase_)

			self.assertEqual(processor.image_processor.to_json_string()  ,					image_processor_add_kwargs.to_json_string())
			self.assertIsInstance(processor.image_processor  ,					UpperCAmelCase_)

	def      __UpperCamelCase							(      self   :						Dict):
			UpperCamelCase__				:					Optional[Any]					=					self.get_image_processor()
			UpperCamelCase__				:					int					=					self.get_tokenizer()

			UpperCamelCase__				:					List[Any]					=					CLIPProcessor(tokenizer=UpperCAmelCase_  ,					image_processor=UpperCAmelCase_)

			UpperCamelCase__				:					int					=					self.prepare_image_inputs()

			UpperCamelCase__				:					int					=					image_processor(UpperCAmelCase_  ,					return_tensors='np')
			UpperCamelCase__				:					Optional[int]					=					processor(images=UpperCAmelCase_  ,					return_tensors='np')

			for key in input_image_proc.keys():
					self.assertAlmostEqual(input_image_proc[key].sum()  ,					input_processor[key].sum()  ,					delta=1e-2)

	def      __UpperCamelCase							(      self   :						Dict):
			UpperCamelCase__				:					Optional[Any]					=					self.get_image_processor()
			UpperCamelCase__				:					Dict					=					self.get_tokenizer()

			UpperCamelCase__				:					List[Any]					=					CLIPProcessor(tokenizer=UpperCAmelCase_  ,					image_processor=UpperCAmelCase_)

			UpperCamelCase__				:					Any					=					'lower newer'

			UpperCamelCase__				:					Union[str, Any]					=					processor(text=UpperCAmelCase_)

			UpperCamelCase__				:					Optional[Any]					=					tokenizer(UpperCAmelCase_)

			for key in encoded_tok.keys():
					self.assertListEqual(encoded_tok[key]  ,					encoded_processor[key])

	def      __UpperCamelCase							(      self   :						int):
			UpperCamelCase__				:					Optional[int]					=					self.get_image_processor()
			UpperCamelCase__				:					List[str]					=					self.get_tokenizer()

			UpperCamelCase__				:					List[Any]					=					CLIPProcessor(tokenizer=UpperCAmelCase_  ,					image_processor=UpperCAmelCase_)

			UpperCamelCase__				:					Optional[Any]					=					'lower newer'
			UpperCamelCase__				:					List[Any]					=					self.prepare_image_inputs()

			UpperCamelCase__				:					str					=					processor(text=UpperCAmelCase_  ,					images=UpperCAmelCase_)

			self.assertListEqual(list(inputs.keys())  ,					['input_ids', 'attention_mask', 'pixel_values'])

			# test if it raises when no input is passed
			with pytest.raises(UpperCAmelCase_):
					processor()

	def      __UpperCamelCase							(      self   :						Dict):
			UpperCamelCase__				:					Any					=					self.get_image_processor()
			UpperCamelCase__				:					Dict					=					self.get_tokenizer()

			UpperCamelCase__				:					Optional[Any]					=					CLIPProcessor(tokenizer=UpperCAmelCase_  ,					image_processor=UpperCAmelCase_)

			UpperCamelCase__				:					Optional[Any]					=					[[1, 4, 5, 8, 1, 0, 8], [3, 4, 3, 1, 1, 8, 9]]

			UpperCamelCase__				:					List[Any]					=					processor.batch_decode(UpperCAmelCase_)
			UpperCamelCase__				:					Optional[int]					=					tokenizer.batch_decode(UpperCAmelCase_)

			self.assertListEqual(UpperCAmelCase_  ,					UpperCAmelCase_)





	def      __UpperCamelCase							(      self   :						str):
			UpperCamelCase__				:					Union[str, Any]					=					self.get_image_processor()
			UpperCamelCase__				:					List[str]					=					self.get_tokenizer()

			UpperCamelCase__				:					Optional[Any]					=					CLIPProcessor(tokenizer=UpperCAmelCase_  ,					image_processor=UpperCAmelCase_)

			UpperCamelCase__				:					List[Any]					=					'lower newer'
			UpperCamelCase__				:					Optional[int]					=					self.prepare_image_inputs()

			UpperCamelCase__				:					List[str]					=					processor(text=UpperCAmelCase_  ,					images=UpperCAmelCase_)

			self.assertListEqual(list(inputs.keys())  ,					processor.model_input_names)




