


import unittest

from transformers import DebertaVaTokenizer, DebertaVaTokenizerFast
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, slow

from ...test_tokenization_common import TokenizerTesterMixin


lowerCamelCase						=		get_tests_dir('''fixtures/spiece.model''')





@require_sentencepiece
@require_tokenizers
class  _a							(    _lowercase					,						unittest.TestCase):
	_a  :  str				   =							DebertaVaTokenizer
	_a  :  Tuple				   =							DebertaVaTokenizerFast
	_a  :  Optional[Any]				   =							True
	_a  :  Tuple				   =							True




	def 							UpperCAmelCase__( self						:		Optional[int]		)->	Any:
			super().setUp()

			# We have a SentencePiece fixture for testing
			lowerCAmelCase__       :      Tuple   					= DebertaVaTokenizer(_SCREAMING_SNAKE_CASE		, unk_token='''<unk>'''		)
			tokenizer.save_pretrained(self.tmpdirname		)




	def 							UpperCAmelCase__( self						:		int		, _SCREAMING_SNAKE_CASE						:		Union[str, Any]		)->	Dict:
			lowerCAmelCase__       :      Optional[int]   					= '''this is a test'''
			lowerCAmelCase__       :      str   					= '''this is a test'''
			return input_text, output_text




	def 							UpperCAmelCase__( self						:		Dict		)->	Optional[int]:
			lowerCAmelCase__       :      Tuple   					= '''<pad>'''
			lowerCAmelCase__       :      Union[str, Any]   					= 0

			self.assertEqual(self.get_tokenizer()._convert_token_to_id(_SCREAMING_SNAKE_CASE		)		, _SCREAMING_SNAKE_CASE		)
			self.assertEqual(self.get_tokenizer()._convert_id_to_token(_SCREAMING_SNAKE_CASE		)		, _SCREAMING_SNAKE_CASE		)




	def 							UpperCAmelCase__( self						:		List[str]		)->	List[str]:
			lowerCAmelCase__       :      str   					= list(self.get_tokenizer().get_vocab().keys()		)
			self.assertEqual(vocab_keys[0]		, '''<pad>'''		)
			self.assertEqual(vocab_keys[1]		, '''<unk>'''		)
			self.assertEqual(vocab_keys[-1]		, '''[PAD]'''		)
			self.assertEqual(len(_SCREAMING_SNAKE_CASE		)		, 3_0001		)




	def 							UpperCAmelCase__( self						:		Optional[Any]		)->	int:
			self.assertEqual(self.get_tokenizer().vocab_size		, 3_0000		)




	def 							UpperCAmelCase__( self						:		Dict		)->	Tuple:
			# fmt: off
			lowerCAmelCase__       :      List[str]   					= ''' \tHeLLo!how  \n Are yoU?  '''
			lowerCAmelCase__       :      Optional[Any]   					= ['''▁hello''', '''!''', '''how''', '''▁are''', '''▁you''', '''?''']
			# fmt: on

			lowerCAmelCase__       :      str   					= DebertaVaTokenizer(_SCREAMING_SNAKE_CASE		, do_lower_case=_SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      List[str]   					= tokenizer.convert_ids_to_tokens(tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)		)

			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)

			lowerCAmelCase__       :      int   					= DebertaVaTokenizerFast(_SCREAMING_SNAKE_CASE		, do_lower_case=_SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      Union[str, Any]   					= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)		)

			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)




	@unittest.skip('''There is an inconsistency between slow and fast tokenizer due to a bug in the fast one.'''		)
	def 							UpperCAmelCase__( self						:		Optional[Any]		)->	int:
			pass




	@unittest.skip('''There is an inconsistency between slow and fast tokenizer due to a bug in the fast one.'''		)
	def 							UpperCAmelCase__( self						:		Dict		)->	str:
			pass




	def 							UpperCAmelCase__( self						:		Tuple		)->	Tuple:
			# fmt: off
			lowerCAmelCase__       :      Optional[int]   					= '''I was born in 92000, and this is falsé.'''
			lowerCAmelCase__       :      str   					= ['''▁''', '''<unk>''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', '''▁''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''▁''', '''.''', ]
			# fmt: on

			lowerCAmelCase__       :      Any   					= DebertaVaTokenizer(_SCREAMING_SNAKE_CASE		, split_by_punct=_SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      List[str]   					= tokenizer.convert_ids_to_tokens(tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)		)

			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)

			lowerCAmelCase__       :      Dict   					= DebertaVaTokenizerFast(_SCREAMING_SNAKE_CASE		, split_by_punct=_SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      List[Any]   					= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)		)

			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)




	def 							UpperCAmelCase__( self						:		Optional[int]		)->	List[str]:
			# fmt: off
			lowerCAmelCase__       :      int   					= '''I was born in 92000, and this is falsé.'''
			lowerCAmelCase__       :      Union[str, Any]   					= ['''▁i''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', '''▁''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''▁''', '''.''', ]
			# fmt: on

			lowerCAmelCase__       :      Union[str, Any]   					= DebertaVaTokenizer(_SCREAMING_SNAKE_CASE		, do_lower_case=_SCREAMING_SNAKE_CASE		, split_by_punct=_SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      Union[str, Any]   					= tokenizer.convert_ids_to_tokens(tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)		)
			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)

			lowerCAmelCase__       :      List[Any]   					= DebertaVaTokenizerFast(_SCREAMING_SNAKE_CASE		, do_lower_case=_SCREAMING_SNAKE_CASE		, split_by_punct=_SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      Optional[int]   					= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)		)
			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)




	def 							UpperCAmelCase__( self						:		Union[str, Any]		)->	Optional[Any]:
			# fmt: off
			lowerCAmelCase__       :      Optional[Any]   					= '''I was born in 92000, and this is falsé.'''
			lowerCAmelCase__       :      Tuple   					= ['''▁i''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''.''', ]
			# fmt: on

			lowerCAmelCase__       :      str   					= DebertaVaTokenizer(_SCREAMING_SNAKE_CASE		, do_lower_case=_SCREAMING_SNAKE_CASE		, split_by_punct=_SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      List[Any]   					= tokenizer.convert_ids_to_tokens(tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)		)

			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)

			lowerCAmelCase__       :      List[Any]   					= DebertaVaTokenizerFast(_SCREAMING_SNAKE_CASE		, do_lower_case=_SCREAMING_SNAKE_CASE		, split_by_punct=_SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      Tuple   					= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)		)

			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)




	def 							UpperCAmelCase__( self						:		Optional[int]		)->	Tuple:
			# fmt: off
			lowerCAmelCase__       :      Optional[Any]   					= '''I was born in 92000, and this is falsé.'''
			lowerCAmelCase__       :      str   					= ['''▁''', '''<unk>''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', '''▁''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''▁''', '''.''', ]
			# fmt: on

			lowerCAmelCase__       :      Tuple   					= DebertaVaTokenizer(_SCREAMING_SNAKE_CASE		, do_lower_case=_SCREAMING_SNAKE_CASE		, split_by_punct=_SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      Any   					= tokenizer.convert_ids_to_tokens(tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)		)

			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)

			lowerCAmelCase__       :      Optional[Any]   					= DebertaVaTokenizerFast(_SCREAMING_SNAKE_CASE		, do_lower_case=_SCREAMING_SNAKE_CASE		, split_by_punct=_SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      Union[str, Any]   					= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)		)

			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)




	def 							UpperCAmelCase__( self						:		Any		)->	List[Any]:
			# fmt: off
			lowerCAmelCase__       :      Dict   					= ''' \tHeLLo!how  \n Are yoU?  '''
			lowerCAmelCase__       :      Optional[Any]   					= ['''▁''', '''<unk>''', '''e''', '''<unk>''', '''o''', '''!''', '''how''', '''▁''', '''<unk>''', '''re''', '''▁yo''', '''<unk>''', '''?''']
			# fmt: on

			lowerCAmelCase__       :      int   					= DebertaVaTokenizer(_SCREAMING_SNAKE_CASE		, do_lower_case=_SCREAMING_SNAKE_CASE		, split_by_punct=_SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      Optional[Any]   					= tokenizer.convert_ids_to_tokens(tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)		)

			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)

			lowerCAmelCase__       :      Union[str, Any]   					= DebertaVaTokenizerFast(_SCREAMING_SNAKE_CASE		, do_lower_case=_SCREAMING_SNAKE_CASE		, split_by_punct=_SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      Optional[Any]   					= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)		)

			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)




	def 							UpperCAmelCase__( self						:		Optional[Any]		)->	Any:
			lowerCAmelCase__       :      List[Any]   					= self.get_tokenizer()
			lowerCAmelCase__       :      Tuple   					= self.get_rust_tokenizer()

			lowerCAmelCase__       :      List[Any]   					= '''I was born in 92000, and this is falsé.'''

			lowerCAmelCase__       :      List[Any]   					= tokenizer.convert_ids_to_tokens(tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)		)
			lowerCAmelCase__       :      List[Any]   					= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)		)
			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)

			lowerCAmelCase__       :      Tuple   					= tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      List[str]   					= rust_tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)
			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)

			lowerCAmelCase__       :      Optional[int]   					= self.get_rust_tokenizer()
			lowerCAmelCase__       :      Tuple   					= tokenizer.encode(_SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      List[str]   					= rust_tokenizer.encode(_SCREAMING_SNAKE_CASE		)
			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)




	def 							UpperCAmelCase__( self						:		List[Any]		)->	int:
			lowerCAmelCase__       :      List[str]   					= '''This is a test'''
			lowerCAmelCase__       :      Union[str, Any]   					= [13, 1, 4398, 25, 21, 1289]
			lowerCAmelCase__       :      Any   					= ['''▁''', '''T''', '''his''', '''▁is''', '''▁a''', '''▁test''']
			lowerCAmelCase__       :      List[str]   					= ['''▁''', '''<unk>''', '''his''', '''▁is''', '''▁a''', '''▁test''']

			lowerCAmelCase__       :      Union[str, Any]   					= DebertaVaTokenizer(_SCREAMING_SNAKE_CASE		, keep_accents=_SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      Union[str, Any]   					= DebertaVaTokenizerFast(_SCREAMING_SNAKE_CASE		, keep_accents=_SCREAMING_SNAKE_CASE		)

			lowerCAmelCase__       :      int   					= tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)
			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      Union[str, Any]   					= tokenizer.tokenize(_SCREAMING_SNAKE_CASE		)
			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      Union[str, Any]   					= tokenizer.convert_ids_to_tokens(_SCREAMING_SNAKE_CASE		)
			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)

			lowerCAmelCase__       :      Any   					= rust_tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)
			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      Union[str, Any]   					= rust_tokenizer.tokenize(_SCREAMING_SNAKE_CASE		)
			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      Dict   					= rust_tokenizer.convert_ids_to_tokens(_SCREAMING_SNAKE_CASE		)
			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)

			# fmt: off
			lowerCAmelCase__       :      Union[str, Any]   					= '''I was born in 92000, and this is falsé.'''
			lowerCAmelCase__       :      str   					= [13, 1, 23, 386, 19, 561, 3050, 15, 17, 48, 25, 8256, 18, 1, 9]
			lowerCAmelCase__       :      Tuple   					= ['''▁''', '''I''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''é''', '''.''', ]
			lowerCAmelCase__       :      Any   					= ['''▁''', '''<unk>''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''.''', ]
			# fmt: on

			lowerCAmelCase__       :      Union[str, Any]   					= tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)
			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      Optional[int]   					= tokenizer.tokenize(_SCREAMING_SNAKE_CASE		)
			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      List[str]   					= tokenizer.convert_ids_to_tokens(_SCREAMING_SNAKE_CASE		)
			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)

			lowerCAmelCase__       :      int   					= rust_tokenizer.encode(_SCREAMING_SNAKE_CASE		, add_special_tokens=_SCREAMING_SNAKE_CASE		)
			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      Optional[Any]   					= rust_tokenizer.tokenize(_SCREAMING_SNAKE_CASE		)
			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      Optional[Any]   					= rust_tokenizer.convert_ids_to_tokens(_SCREAMING_SNAKE_CASE		)
			self.assertListEqual(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)




	def 							UpperCAmelCase__( self						:		Any		)->	Optional[Any]:
			lowerCAmelCase__       :      List[Any]   					= DebertaVaTokenizer(_SCREAMING_SNAKE_CASE		)

			lowerCAmelCase__       :      Optional[int]   					= tokenizer.encode('''sequence builders'''		)
			lowerCAmelCase__       :      Optional[Any]   					= tokenizer.encode('''multi-sequence build'''		)

			lowerCAmelCase__       :      Union[str, Any]   					= tokenizer.build_inputs_with_special_tokens(_SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      int   					= tokenizer.build_inputs_with_special_tokens(_SCREAMING_SNAKE_CASE		, _SCREAMING_SNAKE_CASE		)

			self.assertEqual([tokenizer.cls_token_id] + text + [tokenizer.sep_token_id]		, _SCREAMING_SNAKE_CASE		)
			self.assertEqual(
			    [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] + text_a + [tokenizer.sep_token_id]		, _SCREAMING_SNAKE_CASE		, )




	@slow
	def 							UpperCAmelCase__( self						:		str		)->	Dict:
			# fmt: off
			lowerCAmelCase__       :      Optional[int]   					= {'''input_ids''': [[1, 3_9867, 36, 1_9390, 486, 27, 3_5052, 8_1436, 18, 6_0685, 1225, 7, 3_5052, 8_1436, 18, 9367, 1_6899, 18, 1_5937, 53, 594, 773, 18, 1_6287, 3_0465, 36, 1_5937, 6, 4_1139, 38, 3_6979, 6_0763, 191, 6, 3_4132, 99, 6, 5_0538, 390, 4_3230, 6, 3_4132, 2779, 2_0850, 14, 699, 1072, 1194, 36, 382, 1_0901, 53, 7, 699, 1072, 2084, 36, 2_0422, 630, 53, 19, 105, 3049, 1896, 1053, 1_6899, 1506, 11, 3_7978, 4243, 7, 1237, 3_1869, 200, 1_6566, 654, 6, 3_5052, 8_1436, 7, 5_5630, 1_3593, 4, 2], [1, 26, 1_5011, 13, 667, 8, 1053, 18, 2_3611, 1237, 7_2356, 1_2820, 34, 10_4134, 1209, 35, 1_3313, 6627, 21, 202, 347, 7, 164, 2399, 11, 46, 4485, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 5, 1232, 2864, 1_5785, 1_4951, 105, 5, 8581, 1250, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], '''token_type_ids''': [[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], '''attention_mask''': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]}  # noqa: E501
			# fmt: on

			self.tokenizer_integration_test_util(
			    expected_encoding=_SCREAMING_SNAKE_CASE		, model_name='''microsoft/deberta-v2-xlarge'''		, revision='''ad6e42c1532ddf3a15c39246b63f5559d558b670'''		, )








from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


lowerCamelCase						=		logging.get_logger(__name__)

lowerCamelCase						=		{
    '''facebook/xlm-roberta-xl''': '''https://huggingface.co/facebook/xlm-roberta-xl/resolve/main/config.json''',
    '''facebook/xlm-roberta-xxl''': '''https://huggingface.co/facebook/xlm-roberta-xxl/resolve/main/config.json''',
    # See all XLM-RoBERTa-XL models at https://huggingface.co/models?filter=xlm-roberta-xl
}





class  _a							(    _lowercase):
	_a  :  Optional[int]				   =							'''xlm-roberta-xl'''




	def __init__( self						:		Any		, _SCREAMING_SNAKE_CASE						:		str=25_0880		, _SCREAMING_SNAKE_CASE						:		Optional[Any]=2560		, _SCREAMING_SNAKE_CASE						:		int=36		, _SCREAMING_SNAKE_CASE						:		Optional[int]=32		, _SCREAMING_SNAKE_CASE						:		Any=1_0240		, _SCREAMING_SNAKE_CASE						:		List[str]="gelu"		, _SCREAMING_SNAKE_CASE						:		Optional[Any]=0.1		, _SCREAMING_SNAKE_CASE						:		Dict=0.1		, _SCREAMING_SNAKE_CASE						:		Optional[int]=514		, _SCREAMING_SNAKE_CASE						:		Optional[int]=1		, _SCREAMING_SNAKE_CASE						:		Tuple=0.02		, _SCREAMING_SNAKE_CASE						:		Dict=1E-05		, _SCREAMING_SNAKE_CASE						:		Tuple=1		, _SCREAMING_SNAKE_CASE						:		Optional[int]=0		, _SCREAMING_SNAKE_CASE						:		Tuple=2		, _SCREAMING_SNAKE_CASE						:		Union[str, Any]="absolute"		, _SCREAMING_SNAKE_CASE						:		Any=True		, _SCREAMING_SNAKE_CASE						:		Any=None		, **_SCREAMING_SNAKE_CASE						:		Tuple		, )->	str:
			super().__init__(pad_token_id=_SCREAMING_SNAKE_CASE		, bos_token_id=_SCREAMING_SNAKE_CASE		, eos_token_id=_SCREAMING_SNAKE_CASE		, **_SCREAMING_SNAKE_CASE		)
			lowerCAmelCase__       :      Any   					= vocab_size
			lowerCAmelCase__       :      List[Any]   					= hidden_size
			lowerCAmelCase__       :      int   					= num_hidden_layers
			lowerCAmelCase__       :      Dict   					= num_attention_heads
			lowerCAmelCase__       :      str   					= hidden_act
			lowerCAmelCase__       :      List[Any]   					= intermediate_size
			lowerCAmelCase__       :      Tuple   					= hidden_dropout_prob
			lowerCAmelCase__       :      str   					= attention_probs_dropout_prob
			lowerCAmelCase__       :      List[str]   					= max_position_embeddings
			lowerCAmelCase__       :      Any   					= type_vocab_size
			lowerCAmelCase__       :      Optional[Any]   					= initializer_range
			lowerCAmelCase__       :      Optional[int]   					= layer_norm_eps
			lowerCAmelCase__       :      Optional[int]   					= position_embedding_type
			lowerCAmelCase__       :      Any   					= use_cache
			lowerCAmelCase__       :      List[Any]   					= classifier_dropout





class  _a							(    _lowercase):




	@property
	def 							UpperCAmelCase__( self						:		Any		)->	Mapping[str, Mapping[int, str]]:
			if self.task == "multiple-choice":
					lowerCAmelCase__       :      int   					= {0: '''batch''', 1: '''choice''', 2: '''sequence'''}
			else:
					lowerCAmelCase__       :      List[Any]   					= {0: '''batch''', 1: '''sequence'''}
			return OrderedDict(
			    [
			        ('''input_ids''', dynamic_axis),
			        ('''attention_mask''', dynamic_axis),
			    ]		)




