


import os
import tempfile
import unittest

from transformers import is_torch_available
from transformers.testing_utils import require_torch


if is_torch_available():
				import torch
				from torch import nn

				from transformers import (
				    Adafactor,
				    AdamW,
				    get_constant_schedule,
				    get_constant_schedule_with_warmup,
				    get_cosine_schedule_with_warmup,
				    get_cosine_with_hard_restarts_schedule_with_warmup,
				    get_inverse_sqrt_schedule,
				    get_linear_schedule_with_warmup,
				    get_polynomial_decay_schedule_with_warmup,
				)





def   _UpperCAmelCase       (     UpperCAmelCase      :			List[Any]						,	UpperCAmelCase      :			List[Any]=10      ):
						"""simple docstring"""




						__lowerCamelCase     :      Optional[int]       						=						[]
						for _ in range(UpperCAmelCase      ):
												lrs.append(scheduler.get_lr()[0]      )
												scheduler.step()
						return lrs





def   _UpperCAmelCase       (     UpperCAmelCase      :			Any						,	UpperCAmelCase      :			Union[str, Any]=10      ):
						"""simple docstring"""




						__lowerCamelCase     :      str       						=						[]
						for step in range(UpperCAmelCase      ):
												lrs.append(scheduler.get_lr()[0]      )
												scheduler.step()
												if step == num_steps // 2:
																		with tempfile.TemporaryDirectory() as tmpdirname:
																								__lowerCamelCase     :      Union[str, Any]       						=						os.path.join(UpperCAmelCase						,	"""schedule.bin"""      )
																								torch.save(scheduler.state_dict()						,	UpperCAmelCase      )

																								__lowerCamelCase     :      Union[str, Any]       						=						torch.load(UpperCAmelCase      )
																								scheduler.load_state_dict(UpperCAmelCase      )
						return lrs



@require_torch
class 							_UpperCamelCase (						unittest.TestCase						):

			'''simple docstring'''







			def   _snake_case    (  self  : Dict       ,  _lowerCamelCase  : List[str]       ,  _lowerCamelCase  : Optional[Any]       ,  _lowerCamelCase  : Optional[int]							):






									'''simple docstring'''



									self.assertEqual(len(UpperCamelCase__							)       ,  len(UpperCamelCase__							)							)
									for a, b in zip(UpperCamelCase__       ,  UpperCamelCase__							):
															self.assertAlmostEqual(UpperCamelCase__       ,  UpperCamelCase__       ,  delta=UpperCamelCase__							)

			def   _snake_case    (  self  : Optional[Any]							):






									'''simple docstring'''



									__lowerCamelCase     :      Union[str, Any]       						=						torch.tensor([0.1, -0.2, -0.1]       ,  requires_grad=UpperCamelCase__							)
									__lowerCamelCase     :      Union[str, Any]       						=						torch.tensor([0.4, 0.2, -0.5]							)
									__lowerCamelCase     :      List[Any]       						=						nn.MSELoss()
									# No warmup, constant schedule, no gradient clipping
									__lowerCamelCase     :      int       						=						AdamW(params=[w]       ,  lr=2E-1       ,  weight_decay=0.0							)
									for _ in range(1_0_0							):
															__lowerCamelCase     :      str       						=						criterion(UpperCamelCase__       ,  UpperCamelCase__							)
															loss.backward()
															optimizer.step()
															w.grad.detach_()  # No zero_grad() function on simple tensors. we do it ourselves.
															w.grad.zero_()
									self.assertListAlmostEqual(w.tolist()       ,  [0.4, 0.2, -0.5]       ,  tol=1E-2							)


			def   _snake_case    (  self  : Optional[int]							):






									'''simple docstring'''



									__lowerCamelCase     :      Optional[int]       						=						torch.tensor([0.1, -0.2, -0.1]       ,  requires_grad=UpperCamelCase__							)
									__lowerCamelCase     :      List[Any]       						=						torch.tensor([0.4, 0.2, -0.5]							)
									__lowerCamelCase     :      Optional[Any]       						=						nn.MSELoss()
									# No warmup, constant schedule, no gradient clipping
									__lowerCamelCase     :      Any       						=						Adafactor(
									    params=[w]       ,  lr=1E-2       ,  eps=(1E-30, 1E-3)       ,  clip_threshold=1.0       ,  decay_rate=-0.8       ,  betaa=UpperCamelCase__       ,  weight_decay=0.0       ,  relative_step=UpperCamelCase__       ,  scale_parameter=UpperCamelCase__       ,  warmup_init=UpperCamelCase__       ,  )
									for _ in range(1_0_0_0							):
															__lowerCamelCase     :      int       						=						criterion(UpperCamelCase__       ,  UpperCamelCase__							)
															loss.backward()
															optimizer.step()
															w.grad.detach_()  # No zero_grad() function on simple tensors. we do it ourselves.
															w.grad.zero_()
									self.assertListAlmostEqual(w.tolist()       ,  [0.4, 0.2, -0.5]       ,  tol=1E-2							)



@require_torch
class 							_UpperCamelCase (						unittest.TestCase						):

			'''simple docstring'''







			a_				:							List[Any]    = nn.Linear(50,50						) if is_torch_available() else None
			a_				:							List[str]    = AdamW(m.parameters(),lr=10.0						) if is_torch_available() else None
			a_				:							Optional[int]    = 10

			def   _snake_case    (  self  : int       ,  _lowerCamelCase  : List[Any]       ,  _lowerCamelCase  : Tuple       ,  _lowerCamelCase  : Any       ,  _lowerCamelCase  : Optional[Any]=None							):






									'''simple docstring'''



									self.assertEqual(len(UpperCamelCase__							)       ,  len(UpperCamelCase__							)							)
									for a, b in zip(UpperCamelCase__       ,  UpperCamelCase__							):
															self.assertAlmostEqual(UpperCamelCase__       ,  UpperCamelCase__       ,  delta=UpperCamelCase__       ,  msg=UpperCamelCase__							)


			def   _snake_case    (  self  : Optional[Any]							):






									'''simple docstring'''



									__lowerCamelCase     :      Dict       						=						{"""num_warmup_steps""": 2, """num_training_steps""": 1_0}
									# schedulers doct format
									# function: (sched_args_dict, expected_learning_rates)
									__lowerCamelCase     :      Union[str, Any]       						=						{
									    get_constant_schedule: ({}, [10.0] * self.num_steps),
									    get_constant_schedule_with_warmup: (
									        {"""num_warmup_steps""": 4},
									        [0.0, 2.5, 5.0, 7.5, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0],
									    ),
									    get_linear_schedule_with_warmup: (
									        {**common_kwargs},
									        [0.0, 5.0, 10.0, 8.75, 7.5, 6.25, 5.0, 3.75, 2.5, 1.25],
									    ),
									    get_cosine_schedule_with_warmup: (
									        {**common_kwargs},
									        [0.0, 5.0, 10.0, 9.61, 8.53, 6.91, 5.0, 3.08, 1.46, 0.38],
									    ),
									    get_cosine_with_hard_restarts_schedule_with_warmup: (
									        {**common_kwargs, """num_cycles""": 2},
									        [0.0, 5.0, 10.0, 8.53, 5.0, 1.46, 10.0, 8.53, 5.0, 1.46],
									    ),
									    get_polynomial_decay_schedule_with_warmup: (
									        {**common_kwargs, """power""": 2.0, """lr_end""": 1E-7},
									        [0.0, 5.0, 10.0, 7.656, 5.625, 3.906, 2.5, 1.406, 0.625, 0.156],
									    ),
									    get_inverse_sqrt_schedule: (
									        {"""num_warmup_steps""": 2},
									        [0.0, 5.0, 10.0, 8.165, 7.071, 6.325, 5.774, 5.345, 5.0, 4.714],
									    ),
									}

									for scheduler_func, data in scheds.items():
															__lowerCamelCase						, __lowerCamelCase     :      List[str]       						=						data

															__lowerCamelCase     :      List[str]       						=						scheduler_func(self.optimizer       ,  **UpperCamelCase__							)
															self.assertEqual(len([scheduler.get_lr()[0]]							)       ,  1							)
															__lowerCamelCase     :      Dict       						=						unwrap_schedule(UpperCamelCase__       ,  self.num_steps							)
															self.assertListAlmostEqual(
															    UpperCamelCase__       ,  UpperCamelCase__       ,  tol=1E-2       ,  msg=F"""failed for {scheduler_func} in normal scheduler"""       ,  )

															__lowerCamelCase     :      List[str]       						=						scheduler_func(self.optimizer       ,  **UpperCamelCase__							)
															if scheduler_func.__name__ != "get_constant_schedule":
																					LambdaScheduleWrapper.wrap_scheduler(UpperCamelCase__							)  # wrap to test picklability of the schedule
															__lowerCamelCase     :      Optional[Any]       						=						unwrap_and_save_reload_schedule(UpperCamelCase__       ,  self.num_steps							)
															self.assertListEqual(UpperCamelCase__       ,  UpperCamelCase__       ,  msg=F"""failed for {scheduler_func} in save and reload"""							)



class 							_UpperCamelCase :

			'''simple docstring'''







			def __init__(  self  : List[str]       ,  _lowerCamelCase  : str							):






									'''simple docstring'''



									__lowerCamelCase     :      Union[str, Any]       						=						fn

			def __call__(  self  : Dict       ,  *_lowerCamelCase  : Any       ,  **_lowerCamelCase  : Any							):






									'''simple docstring'''



									return self.fn(*UpperCamelCase__       ,  **UpperCamelCase__							)


			@classmethod
			def   _snake_case    (  self  : Optional[int]       ,  _lowerCamelCase  : Dict							):






									'''simple docstring'''



									__lowerCamelCase     :      Optional[int]       						=						list(map(self       ,  scheduler.lr_lambdas							)							)







import shutil
import tempfile
import unittest

import numpy as np

from transformers.testing_utils import (
    is_pt_tf_cross_test,
    require_tf,
    require_torch,
    require_torchvision,
    require_vision,
)
from transformers.utils import is_tf_available, is_torch_available, is_vision_available


if is_vision_available():
    from PIL import Image

    from transformers import AutoProcessor, SamImageProcessor, SamProcessor

if is_torch_available():
    import torch

if is_tf_available():
    import tensorflow as tf



@require_vision
@require_torchvision
class 							_UpperCamelCase (						unittest.TestCase						):

   '''simple docstring'''







   def   _snake_case    (  self  : List[Any]							):






         '''simple docstring'''



         __lowerCamelCase     :      List[Any]       						=						tempfile.mkdtemp()
         __lowerCamelCase     :      Union[str, Any]       						=						SamImageProcessor()
         __lowerCamelCase     :      int       						=						SamProcessor(_lowerCamelCase							)
         processor.save_pretrained(self.tmpdirname							)

   def   _snake_case    (  self  : Tuple       ,  **_lowerCamelCase  : Any							):






         '''simple docstring'''



         return AutoProcessor.from_pretrained(self.tmpdirname       ,  **_lowerCamelCase							).image_processor

   def   _snake_case    (  self  : List[Any]							):






         '''simple docstring'''



         shutil.rmtree(self.tmpdirname							)

   def   _snake_case    (  self  : str							):






         '''simple docstring'''



         __lowerCamelCase     :      Any       						=						[np.random.randint(2_5_5       ,  size=(3, 3_0, 4_0_0)       ,  dtype=np.uinta							)]

         __lowerCamelCase     :      Optional[int]       						=						[Image.fromarray(np.moveaxis(_lowerCamelCase       ,  0       ,  -1							)							) for x in image_inputs]

         return image_inputs

   def   _snake_case    (  self  : Optional[Any]							):






         '''simple docstring'''



         __lowerCamelCase     :      Tuple       						=						SamProcessor(image_processor=self.get_image_processor()							)
         processor.save_pretrained(self.tmpdirname							)

         __lowerCamelCase     :      Optional[int]       						=						self.get_image_processor(do_normalize=_lowerCamelCase       ,  padding_value=1.0							)

         __lowerCamelCase     :      Optional[Any]       						=						SamProcessor.from_pretrained(self.tmpdirname       ,  do_normalize=_lowerCamelCase       ,  padding_value=1.0							)

         self.assertEqual(processor.image_processor.to_json_string()       ,  image_processor_add_kwargs.to_json_string()							)
         self.assertIsInstance(processor.image_processor       ,  _lowerCamelCase							)

   def   _snake_case    (  self  : Union[str, Any]							):






         '''simple docstring'''



         __lowerCamelCase     :      int       						=						self.get_image_processor()

         __lowerCamelCase     :      Tuple       						=						SamProcessor(image_processor=_lowerCamelCase							)

         __lowerCamelCase     :      Optional[Any]       						=						self.prepare_image_inputs()

         __lowerCamelCase     :      List[str]       						=						image_processor(_lowerCamelCase       ,  return_tensors="""np"""							)
         __lowerCamelCase     :      List[Any]       						=						processor(images=_lowerCamelCase       ,  return_tensors="""np"""							)

         input_feat_extract.pop("""original_sizes"""							)  # pop original_sizes as it is popped in the processor
         input_feat_extract.pop("""reshaped_input_sizes"""							)  # pop original_sizes as it is popped in the processor

         for key in input_feat_extract.keys():
               self.assertAlmostEqual(input_feat_extract[key].sum()       ,  input_processor[key].sum()       ,  delta=1E-2							)


   @require_torch
   def   _snake_case    (  self  : Optional[Any]							):






         '''simple docstring'''



         __lowerCamelCase     :      Dict       						=						self.get_image_processor()

         __lowerCamelCase     :      Union[str, Any]       						=						SamProcessor(image_processor=_lowerCamelCase							)
         __lowerCamelCase     :      Union[str, Any]       						=						[torch.ones((1, 3, 5, 5)							)]

         __lowerCamelCase     :      Any       						=						[[1_7_6_4, 2_6_4_6]]

         __lowerCamelCase     :      Any       						=						[[6_8_3, 1_0_2_4]]
         __lowerCamelCase     :      Tuple       						=						processor.post_process_masks(_lowerCamelCase       ,  _lowerCamelCase       ,  _lowerCamelCase							)
         self.assertEqual(masks[0].shape       ,  (1, 3, 1_7_6_4, 2_6_4_6)							)

         __lowerCamelCase     :      Union[str, Any]       						=						processor.post_process_masks(
             _lowerCamelCase       ,  torch.tensor(_lowerCamelCase							)       ,  torch.tensor(_lowerCamelCase							)							)
         self.assertEqual(masks[0].shape       ,  (1, 3, 1_7_6_4, 2_6_4_6)							)

         # should also work with np
         __lowerCamelCase     :      Any       						=						[np.ones((1, 3, 5, 5)							)]
         __lowerCamelCase     :      int       						=						processor.post_process_masks(_lowerCamelCase       ,  np.array(_lowerCamelCase							)       ,  np.array(_lowerCamelCase							)							)

         self.assertEqual(masks[0].shape       ,  (1, 3, 1_7_6_4, 2_6_4_6)							)

         __lowerCamelCase     :      List[str]       						=						[[1, 0], [0, 1]]
         with self.assertRaises(_lowerCamelCase							):
               __lowerCamelCase     :      Union[str, Any]       						=						processor.post_process_masks(_lowerCamelCase       ,  np.array(_lowerCamelCase							)       ,  np.array(_lowerCamelCase							)							)



@require_vision
@require_tf
class 							_UpperCamelCase (						unittest.TestCase						):

   '''simple docstring'''







   def   _snake_case    (  self  : str							):






         '''simple docstring'''



         __lowerCamelCase     :      Optional[Any]       						=						tempfile.mkdtemp()
         __lowerCamelCase     :      int       						=						SamImageProcessor()
         __lowerCamelCase     :      Dict       						=						SamProcessor(_lowerCamelCase							)
         processor.save_pretrained(self.tmpdirname							)

   def   _snake_case    (  self  : List[str]       ,  **_lowerCamelCase  : List[Any]							):






         '''simple docstring'''



         return AutoProcessor.from_pretrained(self.tmpdirname       ,  **_lowerCamelCase							).image_processor

   def   _snake_case    (  self  : str							):






         '''simple docstring'''



         shutil.rmtree(self.tmpdirname							)

   def   _snake_case    (  self  : List[str]							):






         '''simple docstring'''



         __lowerCamelCase     :      Any       						=						[np.random.randint(2_5_5       ,  size=(3, 3_0, 4_0_0)       ,  dtype=np.uinta							)]

         __lowerCamelCase     :      str       						=						[Image.fromarray(np.moveaxis(_lowerCamelCase       ,  0       ,  -1							)							) for x in image_inputs]

         return image_inputs

   def   _snake_case    (  self  : Union[str, Any]							):






         '''simple docstring'''



         __lowerCamelCase     :      int       						=						SamProcessor(image_processor=self.get_image_processor()							)
         processor.save_pretrained(self.tmpdirname							)

         __lowerCamelCase     :      Dict       						=						self.get_image_processor(do_normalize=_lowerCamelCase       ,  padding_value=1.0							)

         __lowerCamelCase     :      Tuple       						=						SamProcessor.from_pretrained(self.tmpdirname       ,  do_normalize=_lowerCamelCase       ,  padding_value=1.0							)

         self.assertEqual(processor.image_processor.to_json_string()       ,  image_processor_add_kwargs.to_json_string()							)
         self.assertIsInstance(processor.image_processor       ,  _lowerCamelCase							)

   def   _snake_case    (  self  : str							):






         '''simple docstring'''



         __lowerCamelCase     :      Union[str, Any]       						=						self.get_image_processor()

         __lowerCamelCase     :      Tuple       						=						SamProcessor(image_processor=_lowerCamelCase							)

         __lowerCamelCase     :      str       						=						self.prepare_image_inputs()

         __lowerCamelCase     :      List[Any]       						=						image_processor(_lowerCamelCase       ,  return_tensors="""np"""							)
         __lowerCamelCase     :      Union[str, Any]       						=						processor(images=_lowerCamelCase       ,  return_tensors="""np"""							)

         input_feat_extract.pop("""original_sizes"""							)  # pop original_sizes as it is popped in the processor
         input_feat_extract.pop("""reshaped_input_sizes"""							)  # pop reshaped_input_sizes as it is popped in the processor

         for key in input_feat_extract.keys():
               self.assertAlmostEqual(input_feat_extract[key].sum()       ,  input_processor[key].sum()       ,  delta=1E-2							)


   @require_tf
   def   _snake_case    (  self  : List[Any]							):






         '''simple docstring'''



         __lowerCamelCase     :      List[Any]       						=						self.get_image_processor()

         __lowerCamelCase     :      str       						=						SamProcessor(image_processor=_lowerCamelCase							)
         __lowerCamelCase     :      Any       						=						[tf.ones((1, 3, 5, 5)							)]

         __lowerCamelCase     :      Optional[Any]       						=						[[1_7_6_4, 2_6_4_6]]

         __lowerCamelCase     :      List[str]       						=						[[6_8_3, 1_0_2_4]]
         __lowerCamelCase     :      Optional[int]       						=						processor.post_process_masks(_lowerCamelCase       ,  _lowerCamelCase       ,  _lowerCamelCase       ,  return_tensors="""tf"""							)
         self.assertEqual(masks[0].shape       ,  (1, 3, 1_7_6_4, 2_6_4_6)							)

         __lowerCamelCase     :      Optional[Any]       						=						processor.post_process_masks(
             _lowerCamelCase       ,  tf.convert_to_tensor(_lowerCamelCase							)       ,  tf.convert_to_tensor(_lowerCamelCase							)       ,  return_tensors="""tf"""       ,  )
         self.assertEqual(masks[0].shape       ,  (1, 3, 1_7_6_4, 2_6_4_6)							)

         # should also work with np
         __lowerCamelCase     :      Tuple       						=						[np.ones((1, 3, 5, 5)							)]
         __lowerCamelCase     :      str       						=						processor.post_process_masks(
             _lowerCamelCase       ,  np.array(_lowerCamelCase							)       ,  np.array(_lowerCamelCase							)       ,  return_tensors="""tf"""							)

         self.assertEqual(masks[0].shape       ,  (1, 3, 1_7_6_4, 2_6_4_6)							)

         __lowerCamelCase     :      Union[str, Any]       						=						[[1, 0], [0, 1]]
         with self.assertRaises(tf.errors.InvalidArgumentError							):
               __lowerCamelCase     :      Optional[Any]       						=						processor.post_process_masks(
                   _lowerCamelCase       ,  np.array(_lowerCamelCase							)       ,  np.array(_lowerCamelCase							)       ,  return_tensors="""tf"""							)



@require_vision
@require_torchvision
class 							_UpperCamelCase (						unittest.TestCase						):

   '''simple docstring'''







   def   _snake_case    (  self  : Tuple							):






         '''simple docstring'''



         __lowerCamelCase     :      Optional[int]       						=						tempfile.mkdtemp()
         __lowerCamelCase     :      Union[str, Any]       						=						SamImageProcessor()
         __lowerCamelCase     :      Dict       						=						SamProcessor(_lowerCamelCase							)
         processor.save_pretrained(self.tmpdirname							)

   def   _snake_case    (  self  : Optional[int]       ,  **_lowerCamelCase  : Tuple							):






         '''simple docstring'''



         return AutoProcessor.from_pretrained(self.tmpdirname       ,  **_lowerCamelCase							).image_processor

   def   _snake_case    (  self  : List[str]							):






         '''simple docstring'''



         shutil.rmtree(self.tmpdirname							)

   def   _snake_case    (  self  : str							):






         '''simple docstring'''



         __lowerCamelCase     :      List[str]       						=						[np.random.randint(2_5_5       ,  size=(3, 3_0, 4_0_0)       ,  dtype=np.uinta							)]

         __lowerCamelCase     :      str       						=						[Image.fromarray(np.moveaxis(_lowerCamelCase       ,  0       ,  -1							)							) for x in image_inputs]

         return image_inputs

   @is_pt_tf_cross_test
   def   _snake_case    (  self  : int							):






         '''simple docstring'''



         __lowerCamelCase     :      Union[str, Any]       						=						self.get_image_processor()

         __lowerCamelCase     :      Tuple       						=						SamProcessor(image_processor=_lowerCamelCase							)
         __lowerCamelCase     :      str       						=						np.random.randint(0       ,  2       ,  size=(1, 3, 5, 5)							).astype(np.floataa							)
         __lowerCamelCase     :      Tuple       						=						[tf.convert_to_tensor(_lowerCamelCase							)]
         __lowerCamelCase     :      List[str]       						=						[torch.tensor(_lowerCamelCase							)]

         __lowerCamelCase     :      Optional[int]       						=						[[1_7_6_4, 2_6_4_6]]

         __lowerCamelCase     :      Tuple       						=						[[6_8_3, 1_0_2_4]]
         __lowerCamelCase     :      int       						=						processor.post_process_masks(
             _lowerCamelCase       ,  _lowerCamelCase       ,  _lowerCamelCase       ,  return_tensors="""tf"""							)
         __lowerCamelCase     :      Any       						=						processor.post_process_masks(
             _lowerCamelCase       ,  _lowerCamelCase       ,  _lowerCamelCase       ,  return_tensors="""pt"""							)

         self.assertTrue(np.all(tf_masks[0].numpy() == pt_masks[0].numpy()							)							)


   @is_pt_tf_cross_test
   def   _snake_case    (  self  : Dict							):






         '''simple docstring'''



         __lowerCamelCase     :      Optional[int]       						=						self.get_image_processor()

         __lowerCamelCase     :      int       						=						SamProcessor(image_processor=_lowerCamelCase							)

         __lowerCamelCase     :      Any       						=						self.prepare_image_inputs()

         __lowerCamelCase     :      Any       						=						image_processor(_lowerCamelCase       ,  return_tensors="""pt"""							)["""pixel_values"""].numpy()
         __lowerCamelCase     :      Any       						=						processor(images=_lowerCamelCase       ,  return_tensors="""pt"""							)["""pixel_values"""].numpy()

         __lowerCamelCase     :      Dict       						=						image_processor(_lowerCamelCase       ,  return_tensors="""tf"""							)["""pixel_values"""].numpy()
         __lowerCamelCase     :      int       						=						processor(images=_lowerCamelCase       ,  return_tensors="""tf"""							)["""pixel_values"""].numpy()

         self.assertTrue(np.allclose(_lowerCamelCase       ,  _lowerCamelCase							)							)
         self.assertTrue(np.allclose(_lowerCamelCase       ,  _lowerCamelCase							)							)
         self.assertTrue(np.allclose(_lowerCamelCase       ,  _lowerCamelCase							)							)



