'''simple docstring'''




import copy
import os
from typing import Union

from ...configuration_utils import PretrainedConfig
from ...utils import logging


__UpperCAmelCase												=logging.get_logger(__name__)

__UpperCAmelCase												={
    "BridgeTower/bridgetower-base": "https://huggingface.co/BridgeTower/bridgetower-base/blob/main/config.json",
    "BridgeTower/bridgetower-base-itm-mlm": (
        "https://huggingface.co/BridgeTower/bridgetower-base-itm-mlm/blob/main/config.json"
    ),
}




class    a__				(       UpperCAmelCase__			):
     lowerCamelCase  :					Tuple							="bridgetower_vision_model"






     def __init__(			self		:		Dict  ,    a		:		Optional[int]=7_68  ,    a		:		Optional[int]=12  ,    a		:		Tuple=3  ,    a		:		Tuple=16  ,    a		:		Dict=2_88  ,    a		:		str=1  ,    a		:		Any=1e-0_5  ,    a		:		str=False  ,    a		:		List[Any]=True  ,    a		:		List[str]=False  ,    **a		:		Optional[int]  ,    ):





         """simple docstring"""



         super().__init__(**a   )
         __lowerCamelCase          =  hidden_size
         __lowerCamelCase          =  num_hidden_layers
         __lowerCamelCase          =  num_channels
         __lowerCamelCase          =  patch_size
         __lowerCamelCase          =  image_size
         __lowerCamelCase          =  initializer_factor
         __lowerCamelCase          =  layer_norm_eps
         __lowerCamelCase          =  stop_gradient
         __lowerCamelCase          =  share_layernorm
         __lowerCamelCase          =  remove_last_layer






     @classmethod
     def        SCREAMING_SNAKE_CASE__       (			cls		:		Union[str, Any]  ,    a		:		Union[str, os.PathLike]  ,    **a		:		Any   ):





         """simple docstring"""



         __lowerCamelCase     ,  __lowerCamelCase          =  cls.get_config_dict(a  ,    **a   )

         if config_dict.get('''model_type'''   ) == "bridgetower":
             __lowerCamelCase          =  config_dict['''text_config''']

         if "model_type" in config_dict and hasattr(cls  ,    '''model_type'''   ) and config_dict["model_type"] != cls.model_type:
             logger.warning(
                 f"""You are using a model of type {config_dict['model_type']} to instantiate a model of type """
                 f"""{cls.model_type}. This is not supported for all configurations of models and can yield errors."""   )

         return cls.from_dict(a  ,    **a   )




class    a__				(       UpperCAmelCase__			):
     lowerCamelCase  :					int							="bridgetower_text_model"






     def __init__(			self		:		Dict  ,    a		:		Any=5_02_65  ,    a		:		str=7_68  ,    a		:		Union[str, Any]=12  ,    a		:		List[str]=12  ,    a		:		int=1  ,    a		:		List[str]=30_72  ,    a		:		int="gelu"  ,    a		:		Union[str, Any]=0.1  ,    a		:		Union[str, Any]=0.1  ,    a		:		Any=5_14  ,    a		:		Union[str, Any]=1  ,    a		:		Union[str, Any]=1e-0_5  ,    a		:		Tuple=1  ,    a		:		Tuple=0  ,    a		:		str=2  ,    a		:		List[str]="absolute"  ,    a		:		List[str]=True  ,    **a		:		Optional[Any]  ,    ):





         """simple docstring"""



         super().__init__(**a   )

         __lowerCamelCase          =  vocab_size
         __lowerCamelCase          =  hidden_size
         __lowerCamelCase          =  num_hidden_layers
         __lowerCamelCase          =  num_attention_heads
         __lowerCamelCase          =  hidden_act
         __lowerCamelCase          =  initializer_factor
         __lowerCamelCase          =  intermediate_size
         __lowerCamelCase          =  hidden_dropout_prob
         __lowerCamelCase          =  attention_probs_dropout_prob
         __lowerCamelCase          =  max_position_embeddings
         __lowerCamelCase          =  type_vocab_size
         __lowerCamelCase          =  layer_norm_eps
         __lowerCamelCase          =  position_embedding_type
         __lowerCamelCase          =  use_cache
         __lowerCamelCase          =  pad_token_id
         __lowerCamelCase          =  bos_token_id
         __lowerCamelCase          =  eos_token_id






     @classmethod
     def        SCREAMING_SNAKE_CASE__       (			cls		:		Any  ,    a		:		Union[str, os.PathLike]  ,    **a		:		Union[str, Any]   ):





         """simple docstring"""



         __lowerCamelCase     ,  __lowerCamelCase          =  cls.get_config_dict(a  ,    **a   )

         if config_dict.get('''model_type'''   ) == "bridgetower":
             __lowerCamelCase          =  config_dict['''text_config''']

         if "model_type" in config_dict and hasattr(cls  ,    '''model_type'''   ) and config_dict["model_type"] != cls.model_type:
             logger.warning(
                 f"""You are using a model of type {config_dict['model_type']} to instantiate a model of type """
                 f"""{cls.model_type}. This is not supported for all configurations of models and can yield errors."""   )

         return cls.from_dict(a  ,    **a   )




class    a__				(       UpperCAmelCase__			):
     lowerCamelCase  :					Any							="bridgetower"






     def __init__(			self		:		str  ,    a		:		str=True  ,    a		:		str="gelu"  ,    a		:		Dict=7_68  ,    a		:		Union[str, Any]=1  ,    a		:		List[Any]=1e-0_5  ,    a		:		Dict=False  ,    a		:		Tuple="add"  ,    a		:		Dict=12  ,    a		:		List[str]=6  ,    a		:		Optional[int]=False  ,    a		:		Dict=False  ,    a		:		str=None  ,    a		:		Optional[int]=None  ,    **a		:		Dict  ,    ):





         """simple docstring"""



         __lowerCamelCase          =  kwargs.pop('''text_config_dict'''  ,    a   )
         __lowerCamelCase          =  kwargs.pop('''vision_config_dict'''  ,    a   )

         super().__init__(**a   )
         __lowerCamelCase          =  share_cross_modal_transformer_layers
         __lowerCamelCase          =  hidden_act
         __lowerCamelCase          =  hidden_size
         __lowerCamelCase          =  initializer_factor
         __lowerCamelCase          =  layer_norm_eps
         __lowerCamelCase          =  share_link_tower_layers
         __lowerCamelCase          =  link_tower_type
         __lowerCamelCase          =  num_attention_heads
         __lowerCamelCase          =  num_hidden_layers
         __lowerCamelCase          =  tie_word_embeddings
         __lowerCamelCase          =  init_layernorm_from_vision_encoder

         if text_config is None:
             __lowerCamelCase          =  {}
             logger.info('''`text_config` is `None`. Initializing the `BridgeTowerTextConfig` with default values.'''   )

         if vision_config is None:
             __lowerCamelCase          =  {}
             logger.info('''`vision_config` is `None`. Initializing the `BridgeTowerVisionConfig` with default values.'''   )

         __lowerCamelCase          =  BridgeTowerTextConfig(**a   )
         __lowerCamelCase          =  BridgeTowerVisionConfig(**a   )






     @classmethod
     def        SCREAMING_SNAKE_CASE__       (			cls		:		Tuple  ,    a		:		BridgeTowerTextConfig  ,    a		:		BridgeTowerVisionConfig  ,    **a		:		Union[str, Any]   ):





         """simple docstring"""



         return cls(text_config=text_config.to_dict()  ,    vision_config=vision_config.to_dict()  ,    **a   )






     def        SCREAMING_SNAKE_CASE__       (			self		:		str   ):





         """simple docstring"""



         __lowerCamelCase          =  copy.deepcopy(self.__dict__   )
         __lowerCamelCase          =  self.text_config.to_dict()
         __lowerCamelCase          =  self.vision_config.to_dict()
         __lowerCamelCase          =  self.__class__.model_type
         return output

'''simple docstring'''




import unittest

from transformers import DebertaVaTokenizer, DebertaVaTokenizerFast
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, slow

from ...test_tokenization_common import TokenizerTesterMixin


__UpperCAmelCase												=get_tests_dir("fixtures/spiece.model")




@require_sentencepiece
@require_tokenizers
class    a__				(       UpperCAmelCase__							,       unittest.TestCase			):
     lowerCamelCase  :					Optional[Any]							=DebertaVaTokenizer
     lowerCamelCase  :					Optional[int]							=DebertaVaTokenizerFast
     lowerCamelCase  :					Optional[Any]							=True
     lowerCamelCase  :					Tuple							=True






     def        SCREAMING_SNAKE_CASE__       (			self		:		Optional[Any]   ):





         """simple docstring"""



         super().setUp()

         # We have a SentencePiece fixture for testing
         __lowerCamelCase          =  DebertaVaTokenizer(a  ,    unk_token='''<unk>'''   )
         tokenizer.save_pretrained(self.tmpdirname   )






     def        SCREAMING_SNAKE_CASE__       (			self		:		Optional[Any]  ,    a		:		Dict   ):





         """simple docstring"""



         __lowerCamelCase          =  '''this is a test'''
         __lowerCamelCase          =  '''this is a test'''
         return input_text, output_text






     def        SCREAMING_SNAKE_CASE__       (			self		:		List[str]   ):





         """simple docstring"""



         __lowerCamelCase          =  '''<pad>'''
         __lowerCamelCase          =  0

         self.assertEqual(self.get_tokenizer()._convert_token_to_id(a   )  ,    a   )
         self.assertEqual(self.get_tokenizer()._convert_id_to_token(a   )  ,    a   )






     def        SCREAMING_SNAKE_CASE__       (			self		:		List[Any]   ):





         """simple docstring"""



         __lowerCamelCase          =  list(self.get_tokenizer().get_vocab().keys()   )
         self.assertEqual(vocab_keys[0]  ,    '''<pad>'''   )
         self.assertEqual(vocab_keys[1]  ,    '''<unk>'''   )
         self.assertEqual(vocab_keys[-1]  ,    '''[PAD]'''   )
         self.assertEqual(len(a   )  ,    3_00_01   )






     def        SCREAMING_SNAKE_CASE__       (			self		:		int   ):





         """simple docstring"""



         self.assertEqual(self.get_tokenizer().vocab_size  ,    3_00_00   )






     def        SCREAMING_SNAKE_CASE__       (			self		:		Optional[Any]   ):





         """simple docstring"""



         __lowerCamelCase          =  ''' \tHeLLo!how  \n Are yoU?  '''
         __lowerCamelCase          =  ['''▁hello''', '''!''', '''how''', '''▁are''', '''▁you''', '''?''']
         # fmt: on

         __lowerCamelCase          =  DebertaVaTokenizer(a  ,    do_lower_case=a   )
         __lowerCamelCase          =  tokenizer.convert_ids_to_tokens(tokenizer.encode(a  ,    add_special_tokens=a   )   )

         self.assertListEqual(a  ,    a   )

         __lowerCamelCase          =  DebertaVaTokenizerFast(a  ,    do_lower_case=a   )
         __lowerCamelCase          =  rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(a  ,    add_special_tokens=a   )   )

         self.assertListEqual(a  ,    a   )






     @unittest.skip('''There is an inconsistency between slow and fast tokenizer due to a bug in the fast one.'''   )
     def        SCREAMING_SNAKE_CASE__       (			self		:		Dict   ):





         """simple docstring"""



         pass






     @unittest.skip('''There is an inconsistency between slow and fast tokenizer due to a bug in the fast one.'''   )
     def        SCREAMING_SNAKE_CASE__       (			self		:		List[Any]   ):





         """simple docstring"""



         pass






     def        SCREAMING_SNAKE_CASE__       (			self		:		Union[str, Any]   ):





         """simple docstring"""



         __lowerCamelCase          =  '''I was born in 92000, and this is falsé.'''
         __lowerCamelCase          =  ['''▁''', '''<unk>''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', '''▁''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''▁''', '''.''', ]
         # fmt: on

         __lowerCamelCase          =  DebertaVaTokenizer(a  ,    split_by_punct=a   )
         __lowerCamelCase          =  tokenizer.convert_ids_to_tokens(tokenizer.encode(a  ,    add_special_tokens=a   )   )

         self.assertListEqual(a  ,    a   )

         __lowerCamelCase          =  DebertaVaTokenizerFast(a  ,    split_by_punct=a   )
         __lowerCamelCase          =  rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(a  ,    add_special_tokens=a   )   )

         self.assertListEqual(a  ,    a   )






     def        SCREAMING_SNAKE_CASE__       (			self		:		Any   ):





         """simple docstring"""



         __lowerCamelCase          =  '''I was born in 92000, and this is falsé.'''
         __lowerCamelCase          =  ['''▁i''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', '''▁''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''▁''', '''.''', ]
         # fmt: on

         __lowerCamelCase          =  DebertaVaTokenizer(a  ,    do_lower_case=a  ,    split_by_punct=a   )
         __lowerCamelCase          =  tokenizer.convert_ids_to_tokens(tokenizer.encode(a  ,    add_special_tokens=a   )   )
         self.assertListEqual(a  ,    a   )

         __lowerCamelCase          =  DebertaVaTokenizerFast(a  ,    do_lower_case=a  ,    split_by_punct=a   )
         __lowerCamelCase          =  rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(a  ,    add_special_tokens=a   )   )
         self.assertListEqual(a  ,    a   )






     def        SCREAMING_SNAKE_CASE__       (			self		:		str   ):





         """simple docstring"""



         __lowerCamelCase          =  '''I was born in 92000, and this is falsé.'''
         __lowerCamelCase          =  ['''▁i''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''.''', ]
         # fmt: on

         __lowerCamelCase          =  DebertaVaTokenizer(a  ,    do_lower_case=a  ,    split_by_punct=a   )
         __lowerCamelCase          =  tokenizer.convert_ids_to_tokens(tokenizer.encode(a  ,    add_special_tokens=a   )   )

         self.assertListEqual(a  ,    a   )

         __lowerCamelCase          =  DebertaVaTokenizerFast(a  ,    do_lower_case=a  ,    split_by_punct=a   )
         __lowerCamelCase          =  rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(a  ,    add_special_tokens=a   )   )

         self.assertListEqual(a  ,    a   )






     def        SCREAMING_SNAKE_CASE__       (			self		:		Optional[Any]   ):





         """simple docstring"""



         __lowerCamelCase          =  '''I was born in 92000, and this is falsé.'''
         __lowerCamelCase          =  ['''▁''', '''<unk>''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', '''▁''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''▁''', '''.''', ]
         # fmt: on

         __lowerCamelCase          =  DebertaVaTokenizer(a  ,    do_lower_case=a  ,    split_by_punct=a   )
         __lowerCamelCase          =  tokenizer.convert_ids_to_tokens(tokenizer.encode(a  ,    add_special_tokens=a   )   )

         self.assertListEqual(a  ,    a   )

         __lowerCamelCase          =  DebertaVaTokenizerFast(a  ,    do_lower_case=a  ,    split_by_punct=a   )
         __lowerCamelCase          =  rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(a  ,    add_special_tokens=a   )   )

         self.assertListEqual(a  ,    a   )






     def        SCREAMING_SNAKE_CASE__       (			self		:		Optional[Any]   ):





         """simple docstring"""



         __lowerCamelCase          =  ''' \tHeLLo!how  \n Are yoU?  '''
         __lowerCamelCase          =  ['''▁''', '''<unk>''', '''e''', '''<unk>''', '''o''', '''!''', '''how''', '''▁''', '''<unk>''', '''re''', '''▁yo''', '''<unk>''', '''?''']
         # fmt: on

         __lowerCamelCase          =  DebertaVaTokenizer(a  ,    do_lower_case=a  ,    split_by_punct=a   )
         __lowerCamelCase          =  tokenizer.convert_ids_to_tokens(tokenizer.encode(a  ,    add_special_tokens=a   )   )

         self.assertListEqual(a  ,    a   )

         __lowerCamelCase          =  DebertaVaTokenizerFast(a  ,    do_lower_case=a  ,    split_by_punct=a   )
         __lowerCamelCase          =  rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(a  ,    add_special_tokens=a   )   )

         self.assertListEqual(a  ,    a   )






     def        SCREAMING_SNAKE_CASE__       (			self		:		Optional[Any]   ):





         """simple docstring"""



         __lowerCamelCase          =  self.get_tokenizer()
         __lowerCamelCase          =  self.get_rust_tokenizer()

         __lowerCamelCase          =  '''I was born in 92000, and this is falsé.'''

         __lowerCamelCase          =  tokenizer.convert_ids_to_tokens(tokenizer.encode(a  ,    add_special_tokens=a   )   )
         __lowerCamelCase          =  rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(a  ,    add_special_tokens=a   )   )
         self.assertListEqual(a  ,    a   )

         __lowerCamelCase          =  tokenizer.encode(a  ,    add_special_tokens=a   )
         __lowerCamelCase          =  rust_tokenizer.encode(a  ,    add_special_tokens=a   )
         self.assertListEqual(a  ,    a   )

         __lowerCamelCase          =  self.get_rust_tokenizer()
         __lowerCamelCase          =  tokenizer.encode(a   )
         __lowerCamelCase          =  rust_tokenizer.encode(a   )
         self.assertListEqual(a  ,    a   )






     def        SCREAMING_SNAKE_CASE__       (			self		:		Optional[Any]   ):





         """simple docstring"""



         __lowerCamelCase          =  '''This is a test'''
         __lowerCamelCase          =  [13, 1, 43_98, 25, 21, 12_89]
         __lowerCamelCase          =  ['''▁''', '''T''', '''his''', '''▁is''', '''▁a''', '''▁test''']
         __lowerCamelCase          =  ['''▁''', '''<unk>''', '''his''', '''▁is''', '''▁a''', '''▁test''']

         __lowerCamelCase          =  DebertaVaTokenizer(a  ,    keep_accents=a   )
         __lowerCamelCase          =  DebertaVaTokenizerFast(a  ,    keep_accents=a   )

         __lowerCamelCase          =  tokenizer.encode(a  ,    add_special_tokens=a   )
         self.assertListEqual(a  ,    a   )
         __lowerCamelCase          =  tokenizer.tokenize(a   )
         self.assertListEqual(a  ,    a   )
         __lowerCamelCase          =  tokenizer.convert_ids_to_tokens(a   )
         self.assertListEqual(a  ,    a   )

         __lowerCamelCase          =  rust_tokenizer.encode(a  ,    add_special_tokens=a   )
         self.assertListEqual(a  ,    a   )
         __lowerCamelCase          =  rust_tokenizer.tokenize(a   )
         self.assertListEqual(a  ,    a   )
         __lowerCamelCase          =  rust_tokenizer.convert_ids_to_tokens(a   )
         self.assertListEqual(a  ,    a   )

         # fmt: off
         __lowerCamelCase          =  '''I was born in 92000, and this is falsé.'''
         __lowerCamelCase          =  [13, 1, 23, 3_86, 19, 5_61, 30_50, 15, 17, 48, 25, 82_56, 18, 1, 9]
         __lowerCamelCase          =  ['''▁''', '''I''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''é''', '''.''', ]
         __lowerCamelCase          =  ['''▁''', '''<unk>''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''.''', ]
         # fmt: on

         __lowerCamelCase          =  tokenizer.encode(a  ,    add_special_tokens=a   )
         self.assertListEqual(a  ,    a   )
         __lowerCamelCase          =  tokenizer.tokenize(a   )
         self.assertListEqual(a  ,    a   )
         __lowerCamelCase          =  tokenizer.convert_ids_to_tokens(a   )
         self.assertListEqual(a  ,    a   )

         __lowerCamelCase          =  rust_tokenizer.encode(a  ,    add_special_tokens=a   )
         self.assertListEqual(a  ,    a   )
         __lowerCamelCase          =  rust_tokenizer.tokenize(a   )
         self.assertListEqual(a  ,    a   )
         __lowerCamelCase          =  rust_tokenizer.convert_ids_to_tokens(a   )
         self.assertListEqual(a  ,    a   )






     def        SCREAMING_SNAKE_CASE__       (			self		:		str   ):





         """simple docstring"""



         __lowerCamelCase          =  DebertaVaTokenizer(a   )

         __lowerCamelCase          =  tokenizer.encode('''sequence builders'''   )
         __lowerCamelCase          =  tokenizer.encode('''multi-sequence build'''   )

         __lowerCamelCase          =  tokenizer.build_inputs_with_special_tokens(a   )
         __lowerCamelCase          =  tokenizer.build_inputs_with_special_tokens(a  ,    a   )

         self.assertEqual([tokenizer.cls_token_id] + text + [tokenizer.sep_token_id]  ,    a   )
         self.assertEqual(
             [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] + text_a + [tokenizer.sep_token_id]  ,    a  ,    )






     @slow
     def        SCREAMING_SNAKE_CASE__       (			self		:		Optional[int]   ):





         """simple docstring"""



         __lowerCamelCase          =  {'''input_ids''': [[1, 3_98_67, 36, 1_93_90, 4_86, 27, 3_50_52, 8_14_36, 18, 6_06_85, 12_25, 7, 3_50_52, 8_14_36, 18, 93_67, 1_68_99, 18, 1_59_37, 53, 5_94, 7_73, 18, 1_62_87, 3_04_65, 36, 1_59_37, 6, 4_11_39, 38, 3_69_79, 6_07_63, 1_91, 6, 3_41_32, 99, 6, 5_05_38, 3_90, 4_32_30, 6, 3_41_32, 27_79, 2_08_50, 14, 6_99, 10_72, 11_94, 36, 3_82, 1_09_01, 53, 7, 6_99, 10_72, 20_84, 36, 2_04_22, 6_30, 53, 19, 1_05, 30_49, 18_96, 10_53, 1_68_99, 15_06, 11, 3_79_78, 42_43, 7, 12_37, 3_18_69, 2_00, 1_65_66, 6_54, 6, 3_50_52, 8_14_36, 7, 5_56_30, 1_35_93, 4, 2], [1, 26, 1_50_11, 13, 6_67, 8, 10_53, 18, 2_36_11, 12_37, 7_23_56, 1_28_20, 34, 10_41_34, 12_09, 35, 1_33_13, 66_27, 21, 2_02, 3_47, 7, 1_64, 23_99, 11, 46, 44_85, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 5, 12_32, 28_64, 1_57_85, 1_49_51, 1_05, 5, 85_81, 12_50, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], '''token_type_ids''': [[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], '''attention_mask''': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]}  # noqa: E501
         # fmt: on

         self.tokenizer_integration_test_util(
             expected_encoding=a  ,    model_name='''microsoft/deberta-v2-xlarge'''  ,    revision='''ad6e42c1532ddf3a15c39246b63f5559d558b670'''  ,    )
