




import unittest

from transformers import DebertaVaTokenizer, DebertaVaTokenizerFast
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, slow

from ...test_tokenization_common import TokenizerTesterMixin


lowerCamelCase	:	int				=   get_tests_dir('fixtures/spiece.model')




@require_sentencepiece
@require_tokenizers
class 						__lowercase		(UpperCamelCase__					,		unittest.TestCase							):




      """simple docstring"""





      _snake_case												=						DebertaVaTokenizer
      _snake_case												=						DebertaVaTokenizerFast
      _snake_case												=						True
      _snake_case												=						True

      def      UpperCAmelCase				(				self     )		->    Union[str, Any]:
         super().setUp()

         # We have a SentencePiece fixture for testing
         snake_case				:    List[str]           =	DebertaVaTokenizer(A    ,				unk_token="""<unk>"""     )
         tokenizer.save_pretrained(self.tmpdirname     )

      def      UpperCAmelCase				(				self    ,				A     )		->    Optional[Any]:
         snake_case				:    int           =	"""this is a test"""
         snake_case				:    Optional[int]           =	"""this is a test"""
         return input_text, output_text

      def      UpperCAmelCase				(				self     )		->    List[str]:
         snake_case				:    Any           =	"""<pad>"""
         snake_case				:    Tuple           =	0

         self.assertEqual(self.get_tokenizer()._convert_token_to_id(A     )    ,				A     )
         self.assertEqual(self.get_tokenizer()._convert_id_to_token(A     )    ,				A     )

      def      UpperCAmelCase				(				self     )		->    Optional[Any]:
         snake_case				:    List[Any]           =	list(self.get_tokenizer().get_vocab().keys()     )
         self.assertEqual(vocab_keys[0]    ,				"""<pad>"""     )
         self.assertEqual(vocab_keys[1]    ,				"""<unk>"""     )
         self.assertEqual(vocab_keys[-1]    ,				"""[PAD]"""     )
         self.assertEqual(len(A     )    ,				3_0_0_0_1     )

      def      UpperCAmelCase				(				self     )		->    str:
         self.assertEqual(self.get_tokenizer().vocab_size    ,				3_0_0_0_0     )

      def      UpperCAmelCase				(				self     )		->    Dict:
         # fmt: off
         snake_case				:    Optional[int]           =	""" \tHeLLo!how  \n Are yoU?  """
         snake_case				:    List[str]           =	["""▁hello""", """!""", """how""", """▁are""", """▁you""", """?"""]
         # fmt: on

         snake_case				:    Dict           =	DebertaVaTokenizer(A    ,				do_lower_case=A     )
         snake_case				:    Union[str, Any]           =	tokenizer.convert_ids_to_tokens(tokenizer.encode(A    ,				add_special_tokens=A     )     )

         self.assertListEqual(A    ,				A     )

         snake_case				:    List[str]           =	DebertaVaTokenizerFast(A    ,				do_lower_case=A     )
         snake_case				:    List[Any]           =	rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(A    ,				add_special_tokens=A     )     )

         self.assertListEqual(A    ,				A     )

      @unittest.skip("""There is an inconsistency between slow and fast tokenizer due to a bug in the fast one."""     )
      def      UpperCAmelCase				(				self     )		->    Optional[Any]:
         pass

      @unittest.skip("""There is an inconsistency between slow and fast tokenizer due to a bug in the fast one."""     )
      def      UpperCAmelCase				(				self     )		->    Optional[Any]:
         pass

      def      UpperCAmelCase				(				self     )		->    str:
         # fmt: off
         snake_case				:    Optional[int]           =	"""I was born in 92000, and this is falsé."""
         snake_case				:    str           =	["""▁""", """<unk>""", """▁was""", """▁born""", """▁in""", """▁9""", """2000""", """▁""", """,""", """▁and""", """▁this""", """▁is""", """▁fal""", """s""", """<unk>""", """▁""", """.""", ]
         # fmt: on

         snake_case				:    List[Any]           =	DebertaVaTokenizer(A    ,				split_by_punct=A     )
         snake_case				:    Dict           =	tokenizer.convert_ids_to_tokens(tokenizer.encode(A    ,				add_special_tokens=A     )     )

         self.assertListEqual(A    ,				A     )

         snake_case				:    Any           =	DebertaVaTokenizerFast(A    ,				split_by_punct=A     )
         snake_case				:    Optional[Any]           =	rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(A    ,				add_special_tokens=A     )     )

         self.assertListEqual(A    ,				A     )

      def      UpperCAmelCase				(				self     )		->    Any:
         # fmt: off
         snake_case				:    List[Any]           =	"""I was born in 92000, and this is falsé."""
         snake_case				:    Dict           =	["""▁i""", """▁was""", """▁born""", """▁in""", """▁9""", """2000""", """▁""", """,""", """▁and""", """▁this""", """▁is""", """▁fal""", """s""", """<unk>""", """▁""", """.""", ]
         # fmt: on

         snake_case				:    Any           =	DebertaVaTokenizer(A    ,				do_lower_case=A    ,				split_by_punct=A     )
         snake_case				:    Optional[Any]           =	tokenizer.convert_ids_to_tokens(tokenizer.encode(A    ,				add_special_tokens=A     )     )
         self.assertListEqual(A    ,				A     )

         snake_case				:    Optional[Any]           =	DebertaVaTokenizerFast(A    ,				do_lower_case=A    ,				split_by_punct=A     )
         snake_case				:    int           =	rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(A    ,				add_special_tokens=A     )     )
         self.assertListEqual(A    ,				A     )

      def      UpperCAmelCase				(				self     )		->    Optional[Any]:
         # fmt: off
         snake_case				:    List[Any]           =	"""I was born in 92000, and this is falsé."""
         snake_case				:    Dict           =	["""▁i""", """▁was""", """▁born""", """▁in""", """▁9""", """2000""", """,""", """▁and""", """▁this""", """▁is""", """▁fal""", """s""", """<unk>""", """.""", ]
         # fmt: on

         snake_case				:    Union[str, Any]           =	DebertaVaTokenizer(A    ,				do_lower_case=A    ,				split_by_punct=A     )
         snake_case				:    List[str]           =	tokenizer.convert_ids_to_tokens(tokenizer.encode(A    ,				add_special_tokens=A     )     )

         self.assertListEqual(A    ,				A     )

         snake_case				:    Union[str, Any]           =	DebertaVaTokenizerFast(A    ,				do_lower_case=A    ,				split_by_punct=A     )
         snake_case				:    List[str]           =	rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(A    ,				add_special_tokens=A     )     )

         self.assertListEqual(A    ,				A     )

      def      UpperCAmelCase				(				self     )		->    Optional[int]:
         # fmt: off
         snake_case				:    List[str]           =	"""I was born in 92000, and this is falsé."""
         snake_case				:    Union[str, Any]           =	["""▁""", """<unk>""", """▁was""", """▁born""", """▁in""", """▁9""", """2000""", """▁""", """,""", """▁and""", """▁this""", """▁is""", """▁fal""", """s""", """<unk>""", """▁""", """.""", ]
         # fmt: on

         snake_case				:    Optional[int]           =	DebertaVaTokenizer(A    ,				do_lower_case=A    ,				split_by_punct=A     )
         snake_case				:    Dict           =	tokenizer.convert_ids_to_tokens(tokenizer.encode(A    ,				add_special_tokens=A     )     )

         self.assertListEqual(A    ,				A     )

         snake_case				:    Optional[int]           =	DebertaVaTokenizerFast(A    ,				do_lower_case=A    ,				split_by_punct=A     )
         snake_case				:    Dict           =	rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(A    ,				add_special_tokens=A     )     )

         self.assertListEqual(A    ,				A     )

      def      UpperCAmelCase				(				self     )		->    str:
         # fmt: off
         snake_case				:    Optional[int]           =	""" \tHeLLo!how  \n Are yoU?  """
         snake_case				:    str           =	["""▁""", """<unk>""", """e""", """<unk>""", """o""", """!""", """how""", """▁""", """<unk>""", """re""", """▁yo""", """<unk>""", """?"""]
         # fmt: on

         snake_case				:    Optional[Any]           =	DebertaVaTokenizer(A    ,				do_lower_case=A    ,				split_by_punct=A     )
         snake_case				:    int           =	tokenizer.convert_ids_to_tokens(tokenizer.encode(A    ,				add_special_tokens=A     )     )

         self.assertListEqual(A    ,				A     )

         snake_case				:    List[Any]           =	DebertaVaTokenizerFast(A    ,				do_lower_case=A    ,				split_by_punct=A     )
         snake_case				:    Tuple           =	rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(A    ,				add_special_tokens=A     )     )

         self.assertListEqual(A    ,				A     )

      def      UpperCAmelCase				(				self     )		->    Union[str, Any]:
         snake_case				:    Dict           =	self.get_tokenizer()
         snake_case				:    Dict           =	self.get_rust_tokenizer()

         snake_case				:    Dict           =	"""I was born in 92000, and this is falsé."""

         snake_case				:    Tuple           =	tokenizer.convert_ids_to_tokens(tokenizer.encode(A    ,				add_special_tokens=A     )     )
         snake_case				:    Tuple           =	rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(A    ,				add_special_tokens=A     )     )
         self.assertListEqual(A    ,				A     )

         snake_case				:    Optional[Any]           =	tokenizer.encode(A    ,				add_special_tokens=A     )
         snake_case				:    Optional[Any]           =	rust_tokenizer.encode(A    ,				add_special_tokens=A     )
         self.assertListEqual(A    ,				A     )

         snake_case				:    Optional[int]           =	self.get_rust_tokenizer()
         snake_case				:    List[str]           =	tokenizer.encode(A     )
         snake_case				:    str           =	rust_tokenizer.encode(A     )
         self.assertListEqual(A    ,				A     )

      def      UpperCAmelCase				(				self     )		->    str:
         snake_case				:    Dict           =	"""This is a test"""
         snake_case				:    Any           =	[1_3, 1, 4_3_9_8, 2_5, 2_1, 1_2_8_9]
         snake_case				:    Union[str, Any]           =	["""▁""", """T""", """his""", """▁is""", """▁a""", """▁test"""]
         snake_case				:    Optional[int]           =	["""▁""", """<unk>""", """his""", """▁is""", """▁a""", """▁test"""]

         snake_case				:    int           =	DebertaVaTokenizer(A    ,				keep_accents=A     )
         snake_case				:    List[str]           =	DebertaVaTokenizerFast(A    ,				keep_accents=A     )

         snake_case				:    str           =	tokenizer.encode(A    ,				add_special_tokens=A     )
         self.assertListEqual(A    ,				A     )
         snake_case				:    Optional[int]           =	tokenizer.tokenize(A     )
         self.assertListEqual(A    ,				A     )
         snake_case				:    List[str]           =	tokenizer.convert_ids_to_tokens(A     )
         self.assertListEqual(A    ,				A     )

         snake_case				:    Optional[Any]           =	rust_tokenizer.encode(A    ,				add_special_tokens=A     )
         self.assertListEqual(A    ,				A     )
         snake_case				:    Optional[Any]           =	rust_tokenizer.tokenize(A     )
         self.assertListEqual(A    ,				A     )
         snake_case				:    Dict           =	rust_tokenizer.convert_ids_to_tokens(A     )
         self.assertListEqual(A    ,				A     )

         # fmt: off
         snake_case				:    List[Any]           =	"""I was born in 92000, and this is falsé."""
         snake_case				:    str           =	[1_3, 1, 2_3, 3_8_6, 1_9, 5_6_1, 3_0_5_0, 1_5, 1_7, 4_8, 2_5, 8_2_5_6, 1_8, 1, 9]
         snake_case				:    List[Any]           =	["""▁""", """I""", """▁was""", """▁born""", """▁in""", """▁9""", """2000""", """,""", """▁and""", """▁this""", """▁is""", """▁fal""", """s""", """é""", """.""", ]
         snake_case				:    Any           =	["""▁""", """<unk>""", """▁was""", """▁born""", """▁in""", """▁9""", """2000""", """,""", """▁and""", """▁this""", """▁is""", """▁fal""", """s""", """<unk>""", """.""", ]
         # fmt: on

         snake_case				:    Any           =	tokenizer.encode(A    ,				add_special_tokens=A     )
         self.assertListEqual(A    ,				A     )
         snake_case				:    Union[str, Any]           =	tokenizer.tokenize(A     )
         self.assertListEqual(A    ,				A     )
         snake_case				:    int           =	tokenizer.convert_ids_to_tokens(A     )
         self.assertListEqual(A    ,				A     )

         snake_case				:    Union[str, Any]           =	rust_tokenizer.encode(A    ,				add_special_tokens=A     )
         self.assertListEqual(A    ,				A     )
         snake_case				:    str           =	rust_tokenizer.tokenize(A     )
         self.assertListEqual(A    ,				A     )
         snake_case				:    str           =	rust_tokenizer.convert_ids_to_tokens(A     )
         self.assertListEqual(A    ,				A     )

      def      UpperCAmelCase				(				self     )		->    Dict:
         snake_case				:    Tuple           =	DebertaVaTokenizer(A     )

         snake_case				:    List[str]           =	tokenizer.encode("""sequence builders"""     )
         snake_case				:    List[str]           =	tokenizer.encode("""multi-sequence build"""     )

         snake_case				:    Optional[Any]           =	tokenizer.build_inputs_with_special_tokens(A     )
         snake_case				:    Optional[Any]           =	tokenizer.build_inputs_with_special_tokens(A    ,				A     )

         self.assertEqual([tokenizer.cls_token_id] + text + [tokenizer.sep_token_id]    ,				A     )
         self.assertEqual(
             [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] + text_a + [tokenizer.sep_token_id]    ,				A    ,				)

      @slow
      def      UpperCAmelCase				(				self     )		->    Optional[int]:
         # fmt: off
         snake_case				:    List[str]           =	{"""input_ids""": [[1, 3_9_8_6_7, 3_6, 1_9_3_9_0, 4_8_6, 2_7, 3_5_0_5_2, 8_1_4_3_6, 1_8, 6_0_6_8_5, 1_2_2_5, 7, 3_5_0_5_2, 8_1_4_3_6, 1_8, 9_3_6_7, 1_6_8_9_9, 1_8, 1_5_9_3_7, 5_3, 5_9_4, 7_7_3, 1_8, 1_6_2_8_7, 3_0_4_6_5, 3_6, 1_5_9_3_7, 6, 4_1_1_3_9, 3_8, 3_6_9_7_9, 6_0_7_6_3, 1_9_1, 6, 3_4_1_3_2, 9_9, 6, 5_0_5_3_8, 3_9_0, 4_3_2_3_0, 6, 3_4_1_3_2, 2_7_7_9, 2_0_8_5_0, 1_4, 6_9_9, 1_0_7_2, 1_1_9_4, 3_6, 3_8_2, 1_0_9_0_1, 5_3, 7, 6_9_9, 1_0_7_2, 2_0_8_4, 3_6, 2_0_4_2_2, 6_3_0, 5_3, 1_9, 1_0_5, 3_0_4_9, 1_8_9_6, 1_0_5_3, 1_6_8_9_9, 1_5_0_6, 1_1, 3_7_9_7_8, 4_2_4_3, 7, 1_2_3_7, 3_1_8_6_9, 2_0_0, 1_6_5_6_6, 6_5_4, 6, 3_5_0_5_2, 8_1_4_3_6, 7, 5_5_6_3_0, 1_3_5_9_3, 4, 2], [1, 2_6, 1_5_0_1_1, 1_3, 6_6_7, 8, 1_0_5_3, 1_8, 2_3_6_1_1, 1_2_3_7, 7_2_3_5_6, 1_2_8_2_0, 3_4, 1_0_4_1_3_4, 1_2_0_9, 3_5, 1_3_3_1_3, 6_6_2_7, 2_1, 2_0_2, 3_4_7, 7, 1_6_4, 2_3_9_9, 1_1, 4_6, 4_4_8_5, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 5, 1_2_3_2, 2_8_6_4, 1_5_7_8_5, 1_4_9_5_1, 1_0_5, 5, 8_5_8_1, 1_2_5_0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], """token_type_ids""": [[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], """attention_mask""": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]}  # noqa: E501
         # fmt: on

         self.tokenizer_integration_test_util(
             expected_encoding=A    ,				model_name="""microsoft/deberta-v2-xlarge"""    ,				revision="""ad6e42c1532ddf3a15c39246b63f5559d558b670"""    ,				)











def 						SCREAMING_SNAKE_CASE__ (   lowercase						,lowercase					)  ->       int:
   return int((input_a, input_a).count(1					) != 0					)




def 						SCREAMING_SNAKE_CASE__ (   )  ->       None:
   assert or_gate(0						,0					) == 0
   assert or_gate(0						,1					) == 1
   assert or_gate(1						,0					) == 1
   assert or_gate(1						,1					) == 1


if __name__ == "__main__":
       print(or_gate(0, 1))
       print(or_gate(1, 0))
       print(or_gate(0, 0))
       print(or_gate(1, 1))





