


# Copyright 2023 The HuggingFace Inc. team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from typing import TYPE_CHECKING

from ..models.auto import AutoModelForVisionaSeq
from ..utils import requires_backends
from .base import PipelineTool


if TYPE_CHECKING:
			from PIL import Image






class      UpperCamelCase					(		snake_case__     ):


			'''simple docstring'''







			lowercase					:	int									='''Salesforce/blip-image-captioning-base'''
			lowercase					:	str									=(
			    '''This is a tool that generates a description of an image. It takes an input named `image` which should be the '''
			    '''image to caption, and returns a text that contains the description in English.'''
			)
			lowercase					:	int									='''image_captioner'''
			lowercase					:	Union[str, Any]									=AutoModelForVisionaSeq

			lowercase					:	Dict									=['''image''']
			lowercase					:	Union[str, Any]									=['''text''']
			def __init__(     self   ,							*UpperCamelCase_   ,							**UpperCamelCase_		):
								requires_backends(self   ,							['''vision''']		)
								super().__init__(*_A   ,							**_A		)
			def 		UpperCamelCase  (     self   ,							UpperCamelCase_		):
								return self.pre_processor(images=_A   ,							return_tensors='''pt'''		)
			def 		UpperCamelCase  (     self   ,							UpperCamelCase_		):
								return self.model.generate(**_A		)




			def 		UpperCamelCase  (     self   ,							UpperCamelCase_		):
								return self.pre_processor.batch_decode(_A   ,							skip_special_tokens=_A		)[0].strip()





from io import BytesIO
from typing import List, Union

import requests

from ..utils import add_end_docstrings, is_decord_available, is_torch_available, logging, requires_backends
from .base import PIPELINE_INIT_ARGS, Pipeline


if is_decord_available():
   import numpy as np
   from decord import VideoReader


if is_torch_available():
   from ..models.auto.modeling_auto import MODEL_FOR_VIDEO_CLASSIFICATION_MAPPING

SCREAMING_SNAKE_CASE       :		List[str]         =				logging.get_logger(__name__)






@add_end_docstrings(lowercase__     )
class      UpperCamelCase					(		lowercase__     ):


   '''simple docstring'''







   def __init__(     self   ,							*UpperCamelCase_   ,							**UpperCamelCase_		):
        super().__init__(*UpperCamelCase_   ,							**UpperCamelCase_		)
        requires_backends(self   ,							'''decord'''		)
        self.check_model_type(UpperCamelCase_		)
   def 		UpperCamelCase  (     self   ,							UpperCamelCase_=None   ,							UpperCamelCase_=None   ,							UpperCamelCase_=None		):
        lowercase_       :int     =       {}
        if frame_sampling_rate is not None:
             lowercase_       :int     =       frame_sampling_rate
        if num_frames is not None:
             lowercase_       :int     =       num_frames

        lowercase_       :str     =       {}
        if top_k is not None:
             lowercase_       :Optional[int]     =       top_k
        return preprocess_params, {}, postprocess_params
   def __call__(     self   ,							UpperCamelCase_   ,							**UpperCamelCase_		):
        return super().__call__(UpperCamelCase_   ,							**UpperCamelCase_		)
   def 		UpperCamelCase  (     self   ,							UpperCamelCase_   ,							UpperCamelCase_=None   ,							UpperCamelCase_=1		):
        if num_frames is None:
             lowercase_       :str     =       self.model.config.num_frames

        if video.startswith('''http://'''		) or video.startswith('''https://'''		):
             lowercase_       :str     =       BytesIO(requests.get(UpperCamelCase_		).content		)

        lowercase_       :Optional[int]     =       VideoReader(UpperCamelCase_		)
        videoreader.seek(0		)

        lowercase_       :Tuple     =       0
        lowercase_       :Optional[Any]     =       num_frames * frame_sampling_rate - 1
        lowercase_       :Any     =       np.linspace(UpperCamelCase_   ,							UpperCamelCase_   ,							num=UpperCamelCase_   ,							dtype=np.intaa		)

        lowercase_       :Dict     =       videoreader.get_batch(UpperCamelCase_		).asnumpy()
        lowercase_       :List[Any]     =       list(UpperCamelCase_		)

        lowercase_       :Any     =       self.image_processor(UpperCamelCase_   ,							return_tensors=self.framework		)
        return model_inputs
   def 		UpperCamelCase  (     self   ,							UpperCamelCase_		):
        lowercase_       :List[str]     =       self.model(**UpperCamelCase_		)
        return model_outputs




   def 		UpperCamelCase  (     self   ,							UpperCamelCase_   ,							UpperCamelCase_=5		):
        if top_k > self.model.config.num_labels:
             lowercase_       :List[str]     =       self.model.config.num_labels

        if self.framework == "pt":
             lowercase_       :Optional[int]     =       model_outputs.logits.softmax(-1		)[0]
             lowercase_    ,      lowercase_       :Dict     =       probs.topk(UpperCamelCase_		)
        else:
             raise ValueError(f"Unsupported framework: {self.framework}"		)

        lowercase_       :Dict     =       scores.tolist()
        lowercase_       :Any     =       ids.tolist()
        return [{"score": score, "label": self.model.config.idalabel[_id]} for score, _id in zip(UpperCamelCase_   ,							UpperCamelCase_		)]

