




"""simple docstring"""


import unittest

from transformers import SPIECE_UNDERLINE, ReformerTokenizer, ReformerTokenizerFast
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, require_torch, slow
from transformers.utils import cached_property

from ...test_tokenization_common import TokenizerTesterMixin


_A													=      get_tests_dir("""fixtures/test_sentencepiece.model""")


@require_sentencepiece
@require_tokenizers
class _lowerCamelCase    (					a_       ,	unittest.TestCase						):
   _lowerCamelCase    :Optional[Any]     				=     ReformerTokenizer
   _lowerCamelCase    :List[str]     				=     ReformerTokenizerFast
   _lowerCamelCase    :List[Any]     				=     True
   _lowerCamelCase    :int     				=     False
   _lowerCamelCase    :Optional[int]     				=     True






   def 	_lowerCAmelCase   (		self       :		Dict   )			->						Union[str, Any]:

         """simple docstring"""
         super().setUp()

         lowerCAmelCase__      :			Tuple   =	ReformerTokenizer(UpperCamelCase   ,     keep_accents=UpperCamelCase   )
         tokenizer.save_pretrained(self.tmpdirname   )






   def 	_lowerCAmelCase   (		self       :		List[str]   )			->						Optional[Any]:

         """simple docstring"""
         lowerCAmelCase__      :			Optional[int]   =	"""<s>"""
         lowerCAmelCase__      :			Optional[int]   =	1

         self.assertEqual(self.get_tokenizer()._convert_token_to_id(UpperCamelCase   )   ,     UpperCamelCase   )
         self.assertEqual(self.get_tokenizer()._convert_id_to_token(UpperCamelCase   )   ,     UpperCamelCase   )






   def 	_lowerCAmelCase   (		self       :		str   )			->						List[Any]:

         """simple docstring"""
         lowerCAmelCase__      :			Dict   =	list(self.get_tokenizer().get_vocab().keys()   )

         self.assertEqual(vocab_keys[0]   ,     """<unk>"""   )
         self.assertEqual(vocab_keys[1]   ,     """<s>"""   )
         self.assertEqual(vocab_keys[-1]   ,     """j"""   )
         self.assertEqual(len(UpperCamelCase   )   ,     10_00   )






   def 	_lowerCAmelCase   (		self       :		Optional[int]   )			->						Any:

         """simple docstring"""
         self.assertEqual(self.get_tokenizer().vocab_size   ,     10_00   )






   def 	_lowerCAmelCase   (		self       :		Any   )			->						Any:

         """simple docstring"""
         if not self.test_rust_tokenizer:
               return

         lowerCAmelCase__      :			str   =	self.get_tokenizer()
         lowerCAmelCase__      :			List[str]   =	self.get_rust_tokenizer()

         lowerCAmelCase__      :			int   =	"""I was born in 92000, and this is falsé."""

         lowerCAmelCase__      :			Tuple   =	tokenizer.tokenize(UpperCamelCase   )
         lowerCAmelCase__      :			int   =	rust_tokenizer.tokenize(UpperCamelCase   )
         self.assertListEqual(UpperCamelCase   ,     UpperCamelCase   )

         lowerCAmelCase__      :			Optional[int]   =	tokenizer.encode(UpperCamelCase   ,     add_special_tokens=UpperCamelCase   )
         lowerCAmelCase__      :			Optional[Any]   =	rust_tokenizer.encode(UpperCamelCase   ,     add_special_tokens=UpperCamelCase   )
         self.assertListEqual(UpperCamelCase   ,     UpperCamelCase   )

         lowerCAmelCase__      :			List[str]   =	self.get_rust_tokenizer()
         lowerCAmelCase__      :			Dict   =	tokenizer.encode(UpperCamelCase   )
         lowerCAmelCase__      :			Union[str, Any]   =	rust_tokenizer.encode(UpperCamelCase   )
         self.assertListEqual(UpperCamelCase   ,     UpperCamelCase   )






   def 	_lowerCAmelCase   (		self       :		List[Any]   ,     UpperCamelCase       :		Tuple=15   )			->						List[str]:

         """simple docstring"""
         for tokenizer, pretrained_name, kwargs in self.tokenizers_list:
               with self.subTest(f"""{tokenizer.__class__.__name__} ({pretrained_name})"""   ):
                     lowerCAmelCase__      :			Any   =	self.rust_tokenizer_class.from_pretrained(UpperCamelCase   ,     **UpperCamelCase   )

                     # Simple input
                     lowerCAmelCase__      :			Dict   =	"""This is a simple input"""
                     lowerCAmelCase__      :			List[str]   =	["""This is a simple input 1""", """This is a simple input 2"""]
                     lowerCAmelCase__      :			Dict   =	("""This is a simple input""", """This is a pair""")
                     lowerCAmelCase__      :			Optional[Any]   =	[
                         ("""This is a simple input 1""", """This is a simple input 2"""),
                         ("""This is a simple pair 1""", """This is a simple pair 2"""),
                     ]

                     # Simple input tests
                     self.assertRaises(UpperCamelCase   ,     tokenizer_r.encode   ,     UpperCamelCase   ,     max_length=UpperCamelCase   ,     padding="""max_length"""   )

                     # Simple input
                     self.assertRaises(UpperCamelCase   ,     tokenizer_r.encode_plus   ,     UpperCamelCase   ,     max_length=UpperCamelCase   ,     padding="""max_length"""   )

                     # Simple input
                     self.assertRaises(
                         UpperCamelCase   ,     tokenizer_r.batch_encode_plus   ,     UpperCamelCase   ,     max_length=UpperCamelCase   ,     padding="""max_length"""   ,     )

                     # Pair input
                     self.assertRaises(UpperCamelCase   ,     tokenizer_r.encode   ,     UpperCamelCase   ,     max_length=UpperCamelCase   ,     padding="""max_length"""   )

                     # Pair input
                     self.assertRaises(UpperCamelCase   ,     tokenizer_r.encode_plus   ,     UpperCamelCase   ,     max_length=UpperCamelCase   ,     padding="""max_length"""   )

                     # Pair input
                     self.assertRaises(
                         UpperCamelCase   ,     tokenizer_r.batch_encode_plus   ,     UpperCamelCase   ,     max_length=UpperCamelCase   ,     padding="""max_length"""   ,     )






   def 	_lowerCAmelCase   (		self       :		str   )			->						Optional[Any]:

         """simple docstring"""
         pass






   def 	_lowerCAmelCase   (		self       :		Tuple   )			->						List[Any]:

         """simple docstring"""
         lowerCAmelCase__      :			Union[str, Any]   =	ReformerTokenizer(UpperCamelCase   ,     keep_accents=UpperCamelCase   )

         lowerCAmelCase__      :			int   =	tokenizer.tokenize("""This is a test"""   )
         self.assertListEqual(UpperCamelCase   ,     ["""▁This""", """▁is""", """▁a""", """▁t""", """est"""]   )

         self.assertListEqual(
             tokenizer.convert_tokens_to_ids(UpperCamelCase   )   ,     [2_85, 46, 10, 1_70, 3_82]   ,     )

         lowerCAmelCase__      :			Dict   =	tokenizer.tokenize("""I was born in 92000, and this is falsé."""   )
         self.assertListEqual(
             UpperCamelCase   ,     [
                 SPIECE_UNDERLINE + """I""",
                 SPIECE_UNDERLINE + """was""",
                 SPIECE_UNDERLINE + """b""",
                 """or""",
                 """n""",
                 SPIECE_UNDERLINE + """in""",
                 SPIECE_UNDERLINE + """""",
                 """9""",
                 """2""",
                 """0""",
                 """0""",
                 """0""",
                 """,""",
                 SPIECE_UNDERLINE + """and""",
                 SPIECE_UNDERLINE + """this""",
                 SPIECE_UNDERLINE + """is""",
                 SPIECE_UNDERLINE + """f""",
                 """al""",
                 """s""",
                 """é""",
                 """.""",
             ]   ,     )
         lowerCAmelCase__      :			str   =	tokenizer.convert_tokens_to_ids(UpperCamelCase   )
         self.assertListEqual(
             UpperCamelCase   ,     [8, 21, 84, 55, 24, 19, 7, 0, 6_02, 3_47, 3_47, 3_47, 3, 12, 66, 46, 72, 80, 6, 0, 4]   ,     )

         lowerCAmelCase__      :			Optional[Any]   =	tokenizer.convert_ids_to_tokens(UpperCamelCase   )
         self.assertListEqual(
             UpperCamelCase   ,     [
                 SPIECE_UNDERLINE + """I""",
                 SPIECE_UNDERLINE + """was""",
                 SPIECE_UNDERLINE + """b""",
                 """or""",
                 """n""",
                 SPIECE_UNDERLINE + """in""",
                 SPIECE_UNDERLINE + """""",
                 """<unk>""",
                 """2""",
                 """0""",
                 """0""",
                 """0""",
                 """,""",
                 SPIECE_UNDERLINE + """and""",
                 SPIECE_UNDERLINE + """this""",
                 SPIECE_UNDERLINE + """is""",
                 SPIECE_UNDERLINE + """f""",
                 """al""",
                 """s""",
                 """<unk>""",
                 """.""",
             ]   ,     )






   @cached_property
   def 	_lowerCAmelCase   (		self       :		List[Any]   )			->						List[Any]:

         """simple docstring"""
         return ReformerTokenizer.from_pretrained("""google/reformer-crime-and-punishment"""   )






   @slow
   def 	_lowerCAmelCase   (		self       :		Dict   )			->						int:

         """simple docstring"""
         lowerCAmelCase__      :			Dict   =	"""Hello World!"""
         lowerCAmelCase__      :			int   =	[1_26, 32, 2_62, 1_52, 38, 72, 2_87]

         self.assertListEqual(UpperCamelCase   ,     self.big_tokenizer.encode(UpperCamelCase   )   )






   @slow
   def 	_lowerCAmelCase   (		self       :		List[Any]   )			->						Optional[Any]:

         """simple docstring"""
         lowerCAmelCase__      :			int   =	(
             """This is a very long text with a lot of weird characters, such as: . , ~ ? ( ) \" [ ] ! : - . Also we will"""
             """ add words that should not exsist and be tokenized to <unk>, such as saoneuhaoesuth"""
         )
         lowerCAmelCase__      :			List[Any]   =	[
             1_08,
             2_65,
             24,
             1_11,
             4,
             2_58,
             1_56,
             35,
             28,
             2_75,
             3,
             2_59,
             2_97,
             2_60,
             84,
             4,
             35,
             1_10,
             44,
             8,
             2_59,
             91,
             2_68,
             21,
             11,
             2_09,
             2_74,
             1_09,
             2_66,
             2_77,
             1_17,
             86,
             93,
             3_15,
             2_58,
             2_78,
             2_58,
             2_77,
             2_58,
             0,
             2_58,
             2_88,
             2_58,
             3_19,
             2_58,
             0,
             2_58,
             0,
             2_58,
             0,
             2_58,
             0,
             2_58,
             2_87,
             2_58,
             3_15,
             2_58,
             2_89,
             2_58,
             2_78,
             99,
             2_69,
             2_66,
             2_62,
             8,
             2_59,
             2_41,
             4,
             2_17,
             2_30,
             2_68,
             2_66,
             55,
             1_68,
             1_06,
             75,
             1_93,
             2_66,
             2_23,
             27,
             49,
             26,
             2_82,
             25,
             2_64,
             2_99,
             19,
             26,
             0,
             2_58,
             2_77,
             1_17,
             86,
             93,
             1_76,
             1_83,
             2_70,
             11,
             2_62,
             42,
             61,
             2_65,
         ]

         self.assertListEqual(UpperCamelCase   ,     self.big_tokenizer.encode(UpperCamelCase   )   )






   @require_torch
   @slow
   def 	_lowerCAmelCase   (		self       :		Optional[int]   )			->						Optional[Any]:

         """simple docstring"""
         import torch

         from transformers import ReformerConfig, ReformerModel

         # Build sequence
         lowerCAmelCase__      :			int   =	list(self.big_tokenizer.get_vocab().keys()   )[:10]
         lowerCAmelCase__      :			List[str]   =	""" """.join(UpperCamelCase   )
         lowerCAmelCase__      :			str   =	self.big_tokenizer.encode_plus(UpperCamelCase   ,     return_tensors="""pt"""   )
         lowerCAmelCase__      :			Union[str, Any]   =	self.big_tokenizer.batch_encode_plus([sequence, sequence]   ,     return_tensors="""pt"""   )

         lowerCAmelCase__      :			Tuple   =	ReformerConfig()
         # The input gets padded during training so adjust the axial position encodings from the pretrained model value of (512, 1024)
         lowerCAmelCase__      :			Optional[int]   =	encoded_sequence["""input_ids"""].shape
         lowerCAmelCase__      :			Dict   =	ReformerModel(UpperCamelCase   )

         # Reformer has config.vocab_size == tokenizer.vocab_size == len(tokenizer) - 1 = 320; len(tokenizer) is 321 (including a pad token with id 320)
         assert model.get_input_embeddings().weight.shape[0] >= self.big_tokenizer.vocab_size

         with torch.no_grad():
               model(**UpperCamelCase   )
               model(**UpperCamelCase   )






   @slow
   def 	_lowerCAmelCase   (		self       :		List[Any]   )			->						List[str]:

         """simple docstring"""
         # fmt: off
         lowerCAmelCase__      :			Optional[Any]   =	{"""input_ids""": [[1_08, 2_65, 24, 1_11, 4, 2_58, 1_56, 7, 51, 2_79, 58, 7, 76, 25, 69, 2_78], [1_40, 2_43, 2_64, 1_34, 17, 2_67, 77, 2_63, 22, 2_62, 2_97, 2_58, 3_04, 1_77, 2_79, 2_66, 14, 89, 13, 35, 2_61, 2_99, 2_72, 1_37, 2_75, 2_78]], """attention_mask""": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]}  # noqa: E501
         # fmt: on

         # This tokenizer does not know some characters like ")".
         # That is the reason why we use very simple texts here.
         # Also see https://github.com/huggingface/transformers/pull/11737#issuecomment-850769064
         lowerCAmelCase__      :			List[Any]   =	[
             """This is a very simple sentence.""",
             """The quick brown fox jumps over the lazy dog.""",
         ]

         self.tokenizer_integration_test_util(
             expected_encoding=UpperCamelCase   ,     model_name="""google/reformer-crime-and-punishment"""   ,     revision="""0e6c3decb8211d49bf881013425dc8b0448b3f5a"""   ,     padding=UpperCamelCase   ,     sequences=UpperCamelCase   ,     )











"""simple docstring"""


from __future__ import annotations

import collections
import tempfile
import unittest

import numpy as np

from transformers.testing_utils import require_tf, require_vision, slow
from transformers.utils import is_tf_available, is_vision_available

from ...test_modeling_tf_common import floats_tensor, ids_tensor, random_attention_mask
from ..bert.test_modeling_tf_bert import TFBertModelTester
from ..clip.test_modeling_tf_clip import TFCLIPVisionModelTester
from ..deit.test_modeling_tf_deit import TFDeiTModelTester
from ..roberta.test_modeling_tf_roberta import TFRobertaModelTester
from ..vit.test_modeling_tf_vit import TFViTModelTester


if is_tf_available():
  from transformers import (
      TFBertModel,
      TFCLIPVisionModel,
      TFDeiTModel,
      TFRobertaModel,
      TFVisionTextDualEncoderModel,
      TFViTModel,
      VisionTextDualEncoderConfig,
  )

if is_vision_available():
  from PIL import Image

  from transformers import VisionTextDualEncoderProcessor



def 	lowercase_				(			__UpperCAmelCase				)						->    str:
      if isinstance(__UpperCAmelCase    ,		collections.abc.Iterable				):
            return x
      return (x, x)


@require_tf
class _lowerCamelCase    :






   def 	_lowerCAmelCase   (		self       :		Dict   ,     UpperCamelCase       :		List[Any]   ,     UpperCamelCase       :		int   )			->						int:

         """simple docstring"""
         pass






   def 	_lowerCAmelCase   (		self       :		Optional[Any]   )			->						Optional[Any]:

         """simple docstring"""
         pass






   def 	_lowerCAmelCase   (		self       :		Tuple   )			->						List[Any]:

         """simple docstring"""
         pass






   def 	_lowerCAmelCase   (		self       :		str   ,     UpperCamelCase       :		Tuple   ,     UpperCamelCase       :		Optional[Any]   ,     UpperCamelCase       :		List[Any]   ,     UpperCamelCase       :		Dict   ,     UpperCamelCase       :		Any=None   ,     **UpperCamelCase       :		Optional[Any]   )			->						str:

         """simple docstring"""
         lowerCAmelCase__      :			Optional[int]   =	VisionTextDualEncoderConfig.from_vision_text_configs(UpperCamelCase   ,     UpperCamelCase   )

         lowerCAmelCase__      :			Dict   =	TFVisionTextDualEncoderModel(UpperCamelCase   )

         lowerCAmelCase__      :			List[Any]   =	model(input_ids=UpperCamelCase   ,     pixel_values=UpperCamelCase   ,     attention_mask=UpperCamelCase   )

         self.assertEqual(output["""text_embeds"""].shape   ,     (input_ids.shape[0], config.projection_dim)   )
         self.assertEqual(output["""image_embeds"""].shape   ,     (pixel_values.shape[0], config.projection_dim)   )






   def 	_lowerCAmelCase   (		self       :		int   ,     UpperCamelCase       :		List[str]   ,     UpperCamelCase       :		Union[str, Any]   ,     UpperCamelCase       :		Tuple   ,     UpperCamelCase       :		Dict   ,     UpperCamelCase       :		Any=None   ,     **UpperCamelCase       :		Union[str, Any]   )			->						Dict:

         """simple docstring"""
         lowerCAmelCase__ ,   lowerCAmelCase__      :			Optional[int]   =	self.get_vision_text_model(UpperCamelCase   ,     UpperCamelCase   )
         lowerCAmelCase__      :			Union[str, Any]   =	TFVisionTextDualEncoderModel(vision_model=UpperCamelCase   ,     text_model=UpperCamelCase   )

         lowerCAmelCase__      :			Optional[int]   =	model(input_ids=UpperCamelCase   ,     pixel_values=UpperCamelCase   ,     attention_mask=UpperCamelCase   )

         self.assertEqual(output["""text_embeds"""].shape   ,     (input_ids.shape[0], model.config.projection_dim)   )
         self.assertEqual(output["""image_embeds"""].shape   ,     (pixel_values.shape[0], model.config.projection_dim)   )






   def 	_lowerCAmelCase   (		self       :		Optional[int]   ,     UpperCamelCase       :		Any   ,     UpperCamelCase       :		str   ,     UpperCamelCase       :		Tuple   ,     UpperCamelCase       :		Union[str, Any]   ,     UpperCamelCase       :		List[str]=None   ,     **UpperCamelCase       :		Optional[Any]   )			->						Any:

         """simple docstring"""
         lowerCAmelCase__ ,   lowerCAmelCase__      :			int   =	self.get_vision_text_model(UpperCamelCase   ,     UpperCamelCase   )
         lowerCAmelCase__      :			Dict   =	{"""vision_model""": vision_model, """text_model""": text_model}
         lowerCAmelCase__      :			Optional[int]   =	TFVisionTextDualEncoderModel.from_vision_text_pretrained(**UpperCamelCase   )

         lowerCAmelCase__      :			Union[str, Any]   =	model(input_ids=UpperCamelCase   ,     pixel_values=UpperCamelCase   ,     attention_mask=UpperCamelCase   )

         self.assertEqual(output["""text_embeds"""].shape   ,     (input_ids.shape[0], model.config.projection_dim)   )
         self.assertEqual(output["""image_embeds"""].shape   ,     (pixel_values.shape[0], model.config.projection_dim)   )






   def 	_lowerCAmelCase   (		self       :		int   ,     UpperCamelCase       :		List[str]   ,     UpperCamelCase       :		Optional[Any]   ,     UpperCamelCase       :		Any   ,     UpperCamelCase       :		List[str]   ,     UpperCamelCase       :		Tuple=None   ,     **UpperCamelCase       :		Optional[Any]   )			->						Any:

         """simple docstring"""
         lowerCAmelCase__ ,   lowerCAmelCase__      :			Optional[int]   =	self.get_vision_text_model(UpperCamelCase   ,     UpperCamelCase   )
         lowerCAmelCase__      :			Optional[Any]   =	TFVisionTextDualEncoderModel(vision_model=UpperCamelCase   ,     text_model=UpperCamelCase   )

         lowerCAmelCase__      :			List[Any]   =	model(input_ids=UpperCamelCase   ,     pixel_values=UpperCamelCase   ,     attention_mask=UpperCamelCase   )
         lowerCAmelCase__      :			Union[str, Any]   =	output[0].numpy()

         with tempfile.TemporaryDirectory() as tmpdirname:
               model.save_pretrained(UpperCamelCase   )
               lowerCAmelCase__      :			str   =	TFVisionTextDualEncoderModel.from_pretrained(UpperCamelCase   )

               lowerCAmelCase__      :			Optional[Any]   =	model(input_ids=UpperCamelCase   ,     pixel_values=UpperCamelCase   ,     attention_mask=UpperCamelCase   )
               lowerCAmelCase__      :			int   =	after_output[0].numpy()
               lowerCAmelCase__      :			Tuple   =	np.amax(np.abs(out_a - out_a   )   )
               self.assertLessEqual(UpperCamelCase   ,     1E-5   )






   def 	_lowerCAmelCase   (		self       :		int   ,     UpperCamelCase       :		Dict   ,     UpperCamelCase       :		str   ,     UpperCamelCase       :		Optional[int]   ,     UpperCamelCase       :		List[str]   ,     UpperCamelCase       :		List[Any]=None   ,     **UpperCamelCase       :		Optional[int]   )			->						Dict:

         """simple docstring"""
         lowerCAmelCase__ ,   lowerCAmelCase__      :			str   =	self.get_vision_text_model(UpperCamelCase   ,     UpperCamelCase   )
         lowerCAmelCase__      :			int   =	TFVisionTextDualEncoderModel(vision_model=UpperCamelCase   ,     text_model=UpperCamelCase   )

         lowerCAmelCase__      :			Dict   =	model(
             input_ids=UpperCamelCase   ,     pixel_values=UpperCamelCase   ,     attention_mask=UpperCamelCase   ,     output_attentions=UpperCamelCase   )

         lowerCAmelCase__      :			Optional[int]   =	output.vision_model_output.attentions
         self.assertEqual(len(UpperCamelCase   )   ,     vision_config.num_hidden_layers   )

         # in ViT, the seq_len equals the number of patches + 1 (we add 1 for the [CLS] token)
         lowerCAmelCase__      :			Optional[int]   =	to_atuple(vision_model.config.image_size   )
         lowerCAmelCase__      :			Any   =	to_atuple(vision_model.config.patch_size   )
         lowerCAmelCase__      :			List[str]   =	(image_size[1] // patch_size[1]) * (image_size[0] // patch_size[0])
         lowerCAmelCase__      :			Tuple   =	num_patches + 1
         self.assertEqual(vision_attentions[0].shape[-3:]   ,     (vision_config.num_attention_heads, seq_len, seq_len)   )

         lowerCAmelCase__      :			List[str]   =	output.text_model_output.attentions
         self.assertEqual(len(UpperCamelCase   )   ,     text_config.num_hidden_layers   )

         self.assertEqual(
             text_attentions[0].shape[-3:]   ,     (text_config.num_attention_heads, input_ids.shape[-1], input_ids.shape[-1])   ,     )






   def 	_lowerCAmelCase   (		self       :		Union[str, Any]   ,     UpperCamelCase       :		np.ndarray   ,     UpperCamelCase       :		np.ndarray   ,     UpperCamelCase       :		float   )			->						Optional[Any]:

         """simple docstring"""
         lowerCAmelCase__      :			List[str]   =	np.abs((a - b)   ).max()
         self.assertLessEqual(UpperCamelCase   ,     UpperCamelCase   ,     f"""Difference between torch and flax is {diff} (>= {tol})."""   )






   def 	_lowerCAmelCase   (		self       :		str   )			->						Dict:

         """simple docstring"""
         lowerCAmelCase__      :			Union[str, Any]   =	self.prepare_config_and_inputs()
         self.check_vision_text_dual_encoder_model(**UpperCamelCase   )






   def 	_lowerCAmelCase   (		self       :		Dict   )			->						int:

         """simple docstring"""
         lowerCAmelCase__      :			Any   =	self.prepare_config_and_inputs()
         self.check_model_from_pretrained_configs(**UpperCamelCase   )






   def 	_lowerCAmelCase   (		self       :		Optional[Any]   )			->						Tuple:

         """simple docstring"""
         lowerCAmelCase__      :			Optional[int]   =	self.prepare_config_and_inputs()
         self.check_vision_text_dual_encoder_from_pretrained(**UpperCamelCase   )






   def 	_lowerCAmelCase   (		self       :		Any   )			->						str:

         """simple docstring"""
         lowerCAmelCase__      :			Optional[Any]   =	self.prepare_config_and_inputs()
         self.check_save_load(**UpperCamelCase   )






   def 	_lowerCAmelCase   (		self       :		Optional[int]   )			->						Optional[Any]:

         """simple docstring"""
         lowerCAmelCase__      :			Optional[int]   =	self.prepare_config_and_inputs()
         self.check_vision_text_output_attention(**UpperCamelCase   )






   @slow
   def 	_lowerCAmelCase   (		self       :		str   )			->						List[str]:

         """simple docstring"""
         lowerCAmelCase__ ,   lowerCAmelCase__      :			List[str]   =	self.get_pretrained_model_and_inputs()

         lowerCAmelCase__      :			Union[str, Any]   =	model_a(**UpperCamelCase   )
         lowerCAmelCase__      :			Any   =	outputs[0].numpy()

         with tempfile.TemporaryDirectory() as tmp_dirname:
               model_a.save_pretrained(UpperCamelCase   )
               lowerCAmelCase__      :			int   =	TFVisionTextDualEncoderModel.from_pretrained(UpperCamelCase   )

               lowerCAmelCase__      :			List[str]   =	model_a(**UpperCamelCase   )
               lowerCAmelCase__      :			Dict   =	after_outputs[0].numpy()
               lowerCAmelCase__      :			List[str]   =	np.amax(np.abs(out_a - out_a   )   )
               self.assertLessEqual(UpperCamelCase   ,     1E-5   )






@require_tf
class _lowerCamelCase    (					a_       ,	unittest.TestCase						):






   def 	_lowerCAmelCase   (		self       :		int   )			->						Dict:

         """simple docstring"""
         lowerCAmelCase__      :			Dict   =	TFVisionTextDualEncoderModel.from_vision_text_pretrained(
             """hf-internal-testing/tiny-random-vit"""   ,     """hf-internal-testing/tiny-random-bert"""   )
         lowerCAmelCase__      :			Optional[Any]   =	13
         lowerCAmelCase__      :			List[str]   =	floats_tensor(
             [
                 batch_size,
                 model.vision_model.config.num_channels,
                 model.vision_model.config.image_size,
                 model.vision_model.config.image_size,
             ]   )
         lowerCAmelCase__      :			Dict   =	ids_tensor([batch_size, 4]   ,     model.text_model.config.vocab_size   )
         lowerCAmelCase__      :			Optional[Any]   =	random_attention_mask([batch_size, 4]   )
         lowerCAmelCase__      :			Dict   =	{"""pixel_values""": pixel_values, """input_ids""": input_ids, """attention_mask""": attention_mask}

         return model, inputs






   def 	_lowerCAmelCase   (		self       :		Any   ,     UpperCamelCase       :		Union[str, Any]   ,     UpperCamelCase       :		int   )			->						str:

         """simple docstring"""
         lowerCAmelCase__      :			str   =	TFViTModel(UpperCamelCase   ,     name="""vision_model"""   )
         lowerCAmelCase__      :			Any   =	TFBertModel(UpperCamelCase   ,     name="""text_model"""   )
         return vision_model, text_model






   def 	_lowerCAmelCase   (		self       :		int   )			->						Dict:

         """simple docstring"""
         lowerCAmelCase__      :			str   =	TFViTModelTester(self   )
         lowerCAmelCase__      :			str   =	TFBertModelTester(self   )
         lowerCAmelCase__      :			Optional[int]   =	vit_model_tester.prepare_config_and_inputs()
         lowerCAmelCase__      :			List[Any]   =	bert_model_tester.prepare_config_and_inputs()

         lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__      :			Dict   =	vision_config_and_inputs

         (
             (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   
         )      :			List[Any]   =	text_config_and_inputs

         return {
             "text_config": text_config,
             "vision_config": vision_config,
             "pixel_values": pixel_values,
             "attention_mask": input_mask,
             "input_ids": input_ids,
             "text_token_type_ids": token_type_ids,
             "text_sequence_labels": sequence_labels,
             "text_token_labels": token_labels,
             "text_choice_labels": choice_labels,
         }






@require_tf
class _lowerCamelCase    (					a_       ,	unittest.TestCase						):






   def 	_lowerCAmelCase   (		self       :		int   )			->						str:

         """simple docstring"""
         # DeiT repo doesn't have TF weights, but we don't actually use the weights at all so let's
         # just reinitialize it.
         lowerCAmelCase__      :			Union[str, Any]   =	TFVisionTextDualEncoderModel.from_vision_text_pretrained(
             """Rocketknight1/tiny-random-deit-tf"""   ,     """hf-internal-testing/tiny-random-roberta"""   )
         lowerCAmelCase__      :			str   =	13
         lowerCAmelCase__      :			Optional[int]   =	floats_tensor(
             [
                 batch_size,
                 model.vision_model.config.num_channels,
                 model.vision_model.config.image_size,
                 model.vision_model.config.image_size,
             ]   )
         lowerCAmelCase__      :			List[Any]   =	ids_tensor([batch_size, 4]   ,     model.text_model.config.vocab_size   )
         lowerCAmelCase__      :			Optional[Any]   =	random_attention_mask([batch_size, 4]   )
         lowerCAmelCase__      :			List[Any]   =	{"""pixel_values""": pixel_values, """input_ids""": input_ids, """attention_mask""": attention_mask}

         return model, inputs






   def 	_lowerCAmelCase   (		self       :		Optional[Any]   ,     UpperCamelCase       :		Union[str, Any]   ,     UpperCamelCase       :		Union[str, Any]   ,     UpperCamelCase       :		Optional[Any]   ,     UpperCamelCase       :		str   ,     UpperCamelCase       :		str=None   ,     **UpperCamelCase       :		Optional[Any]   )			->						int:

         """simple docstring"""
         lowerCAmelCase__ ,   lowerCAmelCase__      :			List[Any]   =	self.get_vision_text_model(UpperCamelCase   ,     UpperCamelCase   )
         lowerCAmelCase__      :			Optional[Any]   =	TFVisionTextDualEncoderModel(vision_model=UpperCamelCase   ,     text_model=UpperCamelCase   )

         lowerCAmelCase__      :			Optional[Any]   =	model(
             input_ids=UpperCamelCase   ,     pixel_values=UpperCamelCase   ,     attention_mask=UpperCamelCase   ,     output_attentions=UpperCamelCase   )

         lowerCAmelCase__      :			Optional[int]   =	output.vision_model_output.attentions
         self.assertEqual(len(UpperCamelCase   )   ,     vision_config.num_hidden_layers   )

         # in DEiT, the seq_len equals the number of patches + 2 (we add 2 for the [CLS] and distillation tokens)
         lowerCAmelCase__      :			Dict   =	to_atuple(vision_model.config.image_size   )
         lowerCAmelCase__      :			Any   =	to_atuple(vision_model.config.patch_size   )
         lowerCAmelCase__      :			Dict   =	(image_size[1] // patch_size[1]) * (image_size[0] // patch_size[0])
         lowerCAmelCase__      :			Optional[Any]   =	num_patches + 2
         self.assertEqual(vision_attentions[0].shape[-3:]   ,     (vision_config.num_attention_heads, seq_len, seq_len)   )

         lowerCAmelCase__      :			Union[str, Any]   =	output.text_model_output.attentions
         self.assertEqual(len(UpperCamelCase   )   ,     text_config.num_hidden_layers   )

         self.assertEqual(
             text_attentions[0].shape[-3:]   ,     (text_config.num_attention_heads, input_ids.shape[-1], input_ids.shape[-1])   ,     )






   def 	_lowerCAmelCase   (		self       :		int   ,     UpperCamelCase       :		Any   ,     UpperCamelCase       :		str   )			->						List[Any]:

         """simple docstring"""
         lowerCAmelCase__      :			Any   =	TFDeiTModel(UpperCamelCase   ,     name="""vision_model"""   )
         lowerCAmelCase__      :			str   =	TFRobertaModel(UpperCamelCase   ,     name="""text_model"""   )
         return vision_model, text_model






   def 	_lowerCAmelCase   (		self       :		List[str]   )			->						str:

         """simple docstring"""
         lowerCAmelCase__      :			Optional[Any]   =	TFDeiTModelTester(self   )
         lowerCAmelCase__      :			Union[str, Any]   =	TFRobertaModelTester(self   )
         lowerCAmelCase__      :			Optional[int]   =	vit_model_tester.prepare_config_and_inputs()
         lowerCAmelCase__      :			Any   =	bert_model_tester.prepare_config_and_inputs()

         lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__      :			Optional[Any]   =	vision_config_and_inputs

         (
             (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   
         )      :			str   =	text_config_and_inputs

         return {
             "text_config": text_config,
             "vision_config": vision_config,
             "pixel_values": pixel_values,
             "attention_mask": input_mask,
             "input_ids": input_ids,
             "text_token_type_ids": token_type_ids,
             "text_sequence_labels": sequence_labels,
             "text_token_labels": token_labels,
             "text_choice_labels": choice_labels,
         }






@require_tf
class _lowerCamelCase    (					a_       ,	unittest.TestCase						):






   def 	_lowerCAmelCase   (		self       :		List[str]   )			->						Tuple:

         """simple docstring"""
         lowerCAmelCase__      :			Union[str, Any]   =	TFVisionTextDualEncoderModel.from_vision_text_pretrained(
             """Rocketknight1/tiny-random-clip-tf"""   ,     """hf-internal-testing/tiny-random-bert"""   )
         lowerCAmelCase__      :			Any   =	13
         lowerCAmelCase__      :			List[str]   =	floats_tensor(
             [
                 batch_size,
                 model.vision_model.config.num_channels,
                 model.vision_model.config.image_size,
                 model.vision_model.config.image_size,
             ]   )
         lowerCAmelCase__      :			Optional[Any]   =	ids_tensor([batch_size, 4]   ,     model.text_model.config.vocab_size   )
         lowerCAmelCase__      :			str   =	random_attention_mask([batch_size, 4]   )
         lowerCAmelCase__      :			List[str]   =	{"""pixel_values""": pixel_values, """input_ids""": input_ids, """attention_mask""": attention_mask}

         return model, inputs






   def 	_lowerCAmelCase   (		self       :		str   ,     UpperCamelCase       :		str   ,     UpperCamelCase       :		Optional[Any]   )			->						Any:

         """simple docstring"""
         lowerCAmelCase__      :			int   =	TFCLIPVisionModel(UpperCamelCase   ,     name="""vision_model"""   )
         lowerCAmelCase__      :			List[str]   =	TFBertModel(UpperCamelCase   ,     name="""text_model"""   )
         return vision_model, text_model






   def 	_lowerCAmelCase   (		self       :		Optional[Any]   )			->						Optional[int]:

         """simple docstring"""
         lowerCAmelCase__      :			str   =	TFCLIPVisionModelTester(self   )
         lowerCAmelCase__      :			int   =	TFBertModelTester(self   )
         lowerCAmelCase__      :			str   =	clip_model_tester.prepare_config_and_inputs()
         lowerCAmelCase__      :			Optional[int]   =	bert_model_tester.prepare_config_and_inputs()

         lowerCAmelCase__ ,   lowerCAmelCase__      :			Dict   =	vision_config_and_inputs

         (
             (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   (
             lowerCAmelCase__
         ) ,   
         )      :			str   =	text_config_and_inputs

         return {
             "text_config": text_config,
             "vision_config": vision_config,
             "pixel_values": pixel_values,
             "attention_mask": input_mask,
             "input_ids": input_ids,
             "text_token_type_ids": token_type_ids,
             "text_sequence_labels": sequence_labels,
             "text_token_labels": token_labels,
             "text_choice_labels": choice_labels,
         }






@require_vision
@require_tf
class _lowerCamelCase    (					unittest.TestCase						):






   @slow
   def 	_lowerCAmelCase   (		self       :		Optional[int]   )			->						Optional[int]:

         """simple docstring"""
         lowerCAmelCase__      :			List[str]   =	TFVisionTextDualEncoderModel.from_pretrained(
             """clip-italian/clip-italian"""   ,     logit_scale_init_value=1.0   ,     from_pt=UpperCamelCase   )
         lowerCAmelCase__      :			Any   =	VisionTextDualEncoderProcessor.from_pretrained("""clip-italian/clip-italian"""   )

         lowerCAmelCase__      :			Any   =	Image.open("""./tests/fixtures/tests_samples/COCO/000000039769.png"""   )
         lowerCAmelCase__      :			Tuple   =	processor(
             text=["""una foto di un gatto""", """una foto di un cane"""]   ,     images=UpperCamelCase   ,     padding=UpperCamelCase   ,     return_tensors="""np"""   )

         lowerCAmelCase__      :			Tuple   =	model(**UpperCamelCase   )

         # verify the logits
         self.assertEqual(outputs.logits_per_image.shape   ,     (inputs.pixel_values.shape[0], inputs.input_ids.shape[0])   )
         self.assertEqual(
             outputs.logits_per_text.shape   ,     (inputs.input_ids.shape[0], inputs.pixel_values.shape[0])   ,     )

         lowerCAmelCase__      :			List[Any]   =	np.array([[1.228_4727, 0.310_4122]]   )

         self.assertTrue(np.allclose(outputs.logits_per_image.numpy()   ,     UpperCamelCase   ,     atol=1E-3   )   )





