
# Copyright 2023 The HuggingFace Inc. team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import torch

from ..models.clipseg import CLIPSegForImageSegmentation
from ..utils import is_vision_available, requires_backends
from .base import PipelineTool


if is_vision_available():
    from PIL import Image




class      __A(    __lowerCamelCase			):

  """simple docstring"""
  SCREAMING_SNAKE_CASE__         =      (
      """This is a tool that creates a segmentation mask of an image according to a label. It cannot create an image."""
      """It takes two arguments named `image` which should be the original image, and `label` which should be a text """
      """describing the elements what should be identified in the segmentation mask. The tool returns the mask."""
  )
  SCREAMING_SNAKE_CASE__         =      """CIDAS/clipseg-rd64-refined"""
  SCREAMING_SNAKE_CASE__         =      """image_segmenter"""
  SCREAMING_SNAKE_CASE__         =      CLIPSegForImageSegmentation

  SCREAMING_SNAKE_CASE__         =      ["""image""", """text"""]
  SCREAMING_SNAKE_CASE__         =      ["""image"""]







  def __init__(self	,      *SCREAMING_SNAKE_CASE_	,      **SCREAMING_SNAKE_CASE_						):
       requires_backends(self	,      ["""vision"""]						)
       super().__init__(*SCREAMING_SNAKE_CASE_	,      **SCREAMING_SNAKE_CASE_						)







  def 	UpperCAmelCase_ (self	,      SCREAMING_SNAKE_CASE_	,      SCREAMING_SNAKE_CASE_						):
       return self.pre_processor(text=[label]	,      images=[image]	,      padding=SCREAMING_SNAKE_CASE_	,      return_tensors="""pt"""						)







  def 	UpperCAmelCase_ (self	,      SCREAMING_SNAKE_CASE_						):
       with torch.no_grad():
            UpperCamelCase__				=    self.model(**SCREAMING_SNAKE_CASE_						).logits
       return logits







  def 	UpperCAmelCase_ (self	,      SCREAMING_SNAKE_CASE_						):
       UpperCamelCase__				=    outputs.cpu().detach().numpy()
       UpperCamelCase__				=    0
       UpperCamelCase__				=    1
       return Image.fromarray((array * 2_55).astype(np.uinta						)						)







import shutil
import tempfile
import unittest

import numpy as np
import pytest

from transformers.testing_utils import require_vision
from transformers.utils import is_vision_available


if is_vision_available():
    from PIL import Image

    from transformers import (
        AutoProcessor,
        BertTokenizerFast,
        BlipImageProcessor,
        GPTaTokenizer,
        InstructBlipProcessor,
        PreTrainedTokenizerFast,
    )




@require_vision
class      __A(    unittest.TestCase			):

  """simple docstring"""







  def 	UpperCAmelCase_ (self						):
       UpperCamelCase__				=    tempfile.mkdtemp()

       UpperCamelCase__				=    BlipImageProcessor()
       UpperCamelCase__				=    GPTaTokenizer.from_pretrained("""hf-internal-testing/tiny-random-GPT2Model"""						)
       UpperCamelCase__				=    BertTokenizerFast.from_pretrained("""hf-internal-testing/tiny-random-bert"""						)

       UpperCamelCase__				=    InstructBlipProcessor(SCREAMING_SNAKE_CASE_	,      SCREAMING_SNAKE_CASE_	,      SCREAMING_SNAKE_CASE_						)

       processor.save_pretrained(self.tmpdirname						)







  def 	UpperCAmelCase_ (self	,      **SCREAMING_SNAKE_CASE_						):
       return AutoProcessor.from_pretrained(self.tmpdirname	,      **SCREAMING_SNAKE_CASE_						).tokenizer







  def 	UpperCAmelCase_ (self	,      **SCREAMING_SNAKE_CASE_						):
       return AutoProcessor.from_pretrained(self.tmpdirname	,      **SCREAMING_SNAKE_CASE_						).image_processor







  def 	UpperCAmelCase_ (self	,      **SCREAMING_SNAKE_CASE_						):
       return AutoProcessor.from_pretrained(self.tmpdirname	,      **SCREAMING_SNAKE_CASE_						).qformer_tokenizer







  def 	UpperCAmelCase_ (self						):
       shutil.rmtree(self.tmpdirname						)







  def 	UpperCAmelCase_ (self						):
       UpperCamelCase__				=    [np.random.randint(2_55	,      size=(3, 30, 4_00)	,      dtype=np.uinta						)]

       UpperCamelCase__				=    [Image.fromarray(np.moveaxis(SCREAMING_SNAKE_CASE_	,      0	,      -1						)						) for x in image_inputs]

       return image_inputs







  def 	UpperCAmelCase_ (self						):
       UpperCamelCase__				=    InstructBlipProcessor(
           tokenizer=self.get_tokenizer()	,      image_processor=self.get_image_processor()	,      qformer_tokenizer=self.get_qformer_tokenizer()	,      )
       processor.save_pretrained(self.tmpdirname						)

       UpperCamelCase__				=    self.get_tokenizer(bos_token="""(BOS)"""	,      eos_token="""(EOS)"""						)
       UpperCamelCase__				=    self.get_image_processor(do_normalize=SCREAMING_SNAKE_CASE_	,      padding_value=1.0						)

       UpperCamelCase__				=    InstructBlipProcessor.from_pretrained(
           self.tmpdirname	,      bos_token="""(BOS)"""	,      eos_token="""(EOS)"""	,      do_normalize=SCREAMING_SNAKE_CASE_	,      padding_value=1.0						)

       self.assertEqual(processor.tokenizer.get_vocab()	,      tokenizer_add_kwargs.get_vocab()						)
       self.assertIsInstance(processor.tokenizer	,      SCREAMING_SNAKE_CASE_						)

       self.assertEqual(processor.image_processor.to_json_string()	,      image_processor_add_kwargs.to_json_string()						)
       self.assertIsInstance(processor.image_processor	,      SCREAMING_SNAKE_CASE_						)
       self.assertIsInstance(processor.qformer_tokenizer	,      SCREAMING_SNAKE_CASE_						)







  def 	UpperCAmelCase_ (self						):
       UpperCamelCase__				=    self.get_image_processor()
       UpperCamelCase__				=    self.get_tokenizer()
       UpperCamelCase__				=    self.get_qformer_tokenizer()

       UpperCamelCase__				=    InstructBlipProcessor(
           tokenizer=SCREAMING_SNAKE_CASE_	,      image_processor=SCREAMING_SNAKE_CASE_	,      qformer_tokenizer=SCREAMING_SNAKE_CASE_						)

       UpperCamelCase__				=    self.prepare_image_inputs()

       UpperCamelCase__				=    image_processor(SCREAMING_SNAKE_CASE_	,      return_tensors="""np"""						)
       UpperCamelCase__				=    processor(images=SCREAMING_SNAKE_CASE_	,      return_tensors="""np"""						)

       for key in input_feat_extract.keys():
            self.assertAlmostEqual(input_feat_extract[key].sum()	,      input_processor[key].sum()	,      delta=1E-2						)







  def 	UpperCAmelCase_ (self						):
       UpperCamelCase__				=    self.get_image_processor()
       UpperCamelCase__				=    self.get_tokenizer()
       UpperCamelCase__				=    self.get_qformer_tokenizer()

       UpperCamelCase__				=    InstructBlipProcessor(
           tokenizer=SCREAMING_SNAKE_CASE_	,      image_processor=SCREAMING_SNAKE_CASE_	,      qformer_tokenizer=SCREAMING_SNAKE_CASE_						)

       UpperCamelCase__				=    """lower newer"""

       UpperCamelCase__				=    processor(text=SCREAMING_SNAKE_CASE_						)

       UpperCamelCase__				=    tokenizer(SCREAMING_SNAKE_CASE_	,      return_token_type_ids=SCREAMING_SNAKE_CASE_						)
       UpperCamelCase__				=    qformer_tokenizer(SCREAMING_SNAKE_CASE_	,      return_token_type_ids=SCREAMING_SNAKE_CASE_						)

       for key in encoded_tokens.keys():
            self.assertListEqual(encoded_tokens[key]	,      encoded_processor[key]						)

       for key in encoded_tokens_qformer.keys():
            self.assertListEqual(encoded_tokens_qformer[key]	,      encoded_processor["""qformer_""" + key]						)







  def 	UpperCAmelCase_ (self						):
       UpperCamelCase__				=    self.get_image_processor()
       UpperCamelCase__				=    self.get_tokenizer()
       UpperCamelCase__				=    self.get_qformer_tokenizer()

       UpperCamelCase__				=    InstructBlipProcessor(
           tokenizer=SCREAMING_SNAKE_CASE_	,      image_processor=SCREAMING_SNAKE_CASE_	,      qformer_tokenizer=SCREAMING_SNAKE_CASE_						)

       UpperCamelCase__				=    """lower newer"""
       UpperCamelCase__				=    self.prepare_image_inputs()

       UpperCamelCase__				=    processor(text=SCREAMING_SNAKE_CASE_	,      images=SCREAMING_SNAKE_CASE_						)

       self.assertListEqual(
           list(inputs.keys()						)	,      ["""input_ids""", """attention_mask""", """qformer_input_ids""", """qformer_attention_mask""", """pixel_values"""]	,      )

       # test if it raises when no input is passed
       with pytest.raises(SCREAMING_SNAKE_CASE_						):
            processor()







  def 	UpperCAmelCase_ (self						):
       UpperCamelCase__				=    self.get_image_processor()
       UpperCamelCase__				=    self.get_tokenizer()
       UpperCamelCase__				=    self.get_qformer_tokenizer()

       UpperCamelCase__				=    InstructBlipProcessor(
           tokenizer=SCREAMING_SNAKE_CASE_	,      image_processor=SCREAMING_SNAKE_CASE_	,      qformer_tokenizer=SCREAMING_SNAKE_CASE_						)

       UpperCamelCase__				=    [[1, 4, 5, 8, 1, 0, 8], [3, 4, 3, 1, 1, 8, 9]]

       UpperCamelCase__				=    processor.batch_decode(SCREAMING_SNAKE_CASE_						)
       UpperCamelCase__				=    tokenizer.batch_decode(SCREAMING_SNAKE_CASE_						)

       self.assertListEqual(SCREAMING_SNAKE_CASE_	,      SCREAMING_SNAKE_CASE_						)







  def 	UpperCAmelCase_ (self						):
       UpperCamelCase__				=    self.get_image_processor()
       UpperCamelCase__				=    self.get_tokenizer()
       UpperCamelCase__				=    self.get_qformer_tokenizer()

       UpperCamelCase__				=    InstructBlipProcessor(
           tokenizer=SCREAMING_SNAKE_CASE_	,      image_processor=SCREAMING_SNAKE_CASE_	,      qformer_tokenizer=SCREAMING_SNAKE_CASE_						)

       UpperCamelCase__				=    """lower newer"""
       UpperCamelCase__				=    self.prepare_image_inputs()

       UpperCamelCase__				=    processor(text=SCREAMING_SNAKE_CASE_	,      images=SCREAMING_SNAKE_CASE_						)

       self.assertListEqual(
           list(inputs.keys()						)	,      ["""input_ids""", """attention_mask""", """qformer_input_ids""", """qformer_attention_mask""", """pixel_values"""]	,      )





