






# Copyright 2023 The HuggingFace Inc. team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from typing import TYPE_CHECKING

from ..models.auto import AutoModelForVisionaSeq
from ..utils import requires_backends
from .base import PipelineTool


if TYPE_CHECKING:
       from PIL import Image







class  _lowercase   (   _A						):
      _a							:						Optional[Any]										=							'Salesforce/blip-image-captioning-base'
      _a							:						Any										=							(
          'This is a tool that generates a description of an image. It takes an input named `image` which should be the '
          'image to caption, and returns a text that contains the description in English.'
      )
      _a							:						Optional[int]										=							'image_captioner'
      _a							:						Any										=							AutoModelForVisionaSeq

      _a							:						Optional[Any]										=							['image']
      _a							:						List[str]										=							['text']
      def __init__(     self				,			*a				,			**a   ):
       requires_backends(self				,			["""vision"""]   )
       super().__init__(*a				,			**a   )
      def 						lowercase__					(     self				,			a   ):
       return self.pre_processor(images=a				,			return_tensors="""pt"""   )
      def 						lowercase__					(     self				,			a   ):
       return self.model.generate(**a   )



      def 						lowercase__					(     self				,			a   ):
       return self.pre_processor.batch_decode(a				,			skip_special_tokens=a   )[0].strip()













from typing import Any, Dict, List, Union

from ..utils import add_end_docstrings, is_torch_available, is_vision_available, logging, requires_backends
from .base import PIPELINE_INIT_ARGS, ChunkPipeline


if is_vision_available():
       from PIL import Image

       from ..image_utils import load_image

if is_torch_available():
       import torch

       from transformers.modeling_outputs import BaseModelOutput

       from ..models.auto.modeling_auto import MODEL_FOR_ZERO_SHOT_OBJECT_DETECTION_MAPPING

__lowerCamelCase	:		Dict										=   logging.get_logger(__name__)







@add_end_docstrings(_A						)
class  _lowercase   (   _A						):
      def __init__(     self				,			**a   ):
       super().__init__(**a   )

       if self.framework == "tf":
        raise ValueError(F"The {self.__class__} is only available in PyTorch."   )

       requires_backends(self				,			"""vision"""   )
       self.check_model_type(a   )
      def __call__(     self				,			a				,			a = None				,			**a				,			):
       if "text_queries" in kwargs:
        snake_case__  :    Any							       =kwargs.pop("""text_queries"""   )

       if isinstance(a				,			(str, Image.Image)   ):
        snake_case__  :    Union[str, Any]							       ={"""image""": image, """candidate_labels""": candidate_labels}
       else:
        snake_case__  :    str							       =image
       snake_case__  :    Union[str, Any]							       =super().__call__(a				,			**a   )
       return results
      def 						lowercase__					(     self				,			**a   ):
       snake_case__  :    Union[str, Any]							       ={}
       if "threshold" in kwargs:
        snake_case__  :    Optional[Any]							       =kwargs["""threshold"""]
       if "top_k" in kwargs:
        snake_case__  :    Dict							       =kwargs["""top_k"""]
       return {}, {}, postprocess_params
      def 						lowercase__					(     self				,			a   ):
       snake_case__  :    List[Any]							       =load_image(inputs["""image"""]   )
       snake_case__  :    Dict							       =inputs["""candidate_labels"""]
       if isinstance(a				,			a   ):
        snake_case__  :    str							       =candidate_labels.split(""","""   )

       snake_case__  :    Optional[Any]							       =torch.tensor([[image.height, image.width]]				,			dtype=torch.intaa   )
       for i, candidate_label in enumerate(a   ):
        snake_case__  :    Tuple							       =self.tokenizer(a				,			return_tensors=self.framework   )
        snake_case__  :    int							       =self.image_processor(a				,			return_tensors=self.framework   )
        yield {
            "is_last": i == len(a   ) - 1,
            "target_size": target_size,
            "candidate_label": candidate_label,
            **text_inputs,
            **image_features,
        }
      def 						lowercase__					(     self				,			a   ):
       snake_case__  :    Tuple							       =model_inputs.pop("""target_size"""   )
       snake_case__  :    Tuple							       =model_inputs.pop("""candidate_label"""   )
       snake_case__  :    Dict							       =model_inputs.pop("""is_last"""   )

       snake_case__  :    Any							       =self.model(**a   )

       snake_case__  :    List[Any]							       ={"""target_size""": target_size, """candidate_label""": candidate_label, """is_last""": is_last, **outputs}
       return model_outputs
      def 						lowercase__					(     self				,			a				,			a=0.1				,			a=None   ):
       snake_case__  :    Optional[int]							       =[]
       for model_output in model_outputs:
        snake_case__  :    Tuple							       =model_output["""candidate_label"""]
        snake_case__  :    Optional[int]							       =BaseModelOutput(a   )
        snake_case__  :    int							       =self.image_processor.post_process_object_detection(
            outputs=a				,			threshold=a				,			target_sizes=model_output["""target_size"""]   )[0]

        for index in outputs["scores"].nonzero():
         snake_case__  :    int							       =outputs["""scores"""][index].item()
         snake_case__  :    Tuple							       =self._get_bounding_box(outputs["""boxes"""][index][0]   )

         snake_case__  :    Tuple							       ={"""score""": score, """label""": label, """box""": box}
         results.append(a   )

       snake_case__  :    Tuple							       =sorted(a				,			key=lambda a   : x["score"]				,			reverse=a   )
       if top_k:
        snake_case__  :    Union[str, Any]							       =results[:top_k]

       return results



      def 						lowercase__					(     self				,			a   ):
       if self.framework != "pt":
        raise ValueError("""The ZeroShotObjectDetectionPipeline is only available in PyTorch."""   )
       snake_case__       ,   snake_case__       ,   snake_case__       ,   snake_case__  :    Dict							       =box.int().tolist()
       snake_case__  :    int							       ={
           """xmin""": xmin,
           """ymin""": ymin,
           """xmax""": xmax,
           """ymax""": ymax,
       }
       return bbox





