"""simple docstring"""
from typing import TYPE_CHECKING

# rely on isort to merge the imports
from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tokenizers_available, is_torch_available


lowercase__ 	=     {
    'configuration_cpmant': ['CPMANT_PRETRAINED_CONFIG_ARCHIVE_MAP', 'CpmAntConfig'],
    'tokenization_cpmant': ['CpmAntTokenizer'],
}

try:
 if not is_torch_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 lowercase__ 	=     [
     'CPMANT_PRETRAINED_MODEL_ARCHIVE_LIST',
     'CpmAntForCausalLM',
     'CpmAntModel',
     'CpmAntPreTrainedModel',
 ]


if TYPE_CHECKING:
 from .configuration_cpmant import CPMANT_PRETRAINED_CONFIG_ARCHIVE_MAP, CpmAntConfig
 from .tokenization_cpmant import CpmAntTokenizer

 try:
  if not is_torch_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .modeling_cpmant import (
      CPMANT_PRETRAINED_MODEL_ARCHIVE_LIST,
      CpmAntForCausalLM,
      CpmAntModel,
      CpmAntPreTrainedModel,
  )


else:
 import sys

 lowercase__ 	=     _LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)






"""simple docstring"""
import json
from typing import List, Optional, Tuple

from tokenizers import normalizers

from ...tokenization_utils_fast import PreTrainedTokenizerFast
from .tokenization_lxmert import LxmertTokenizer


lowercase__ 	=     {'vocab_file': 'vocab.txt', 'tokenizer_file': 'tokenizer.json'}

lowercase__ 	=     {
    'vocab_file': {
        'unc-nlp/lxmert-base-uncased': 'https://huggingface.co/unc-nlp/lxmert-base-uncased/resolve/main/vocab.txt',
    },
    'tokenizer_file': {
        'unc-nlp/lxmert-base-uncased': (
            'https://huggingface.co/unc-nlp/lxmert-base-uncased/resolve/main/tokenizer.json'
        ),
    },
}

lowercase__ 	=     {
    'unc-nlp/lxmert-base-uncased': 512,
}

lowercase__ 	=     {
    'unc-nlp/lxmert-base-uncased': {'do_lower_case': True},
}




class        __snake_case	(					__lowerCAmelCase    ):
      a__				=		VOCAB_FILES_NAMES
      a__				=		PRETRAINED_VOCAB_FILES_MAP
      a__				=		PRETRAINED_INIT_CONFIGURATION
      a__				=		PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
      a__				=		LxmertTokenizer



      def __init__(						self   ,      lowercase=None   ,      lowercase=None   ,      lowercase=True   ,      lowercase="[UNK]"   ,      lowercase="[SEP]"   ,      lowercase="[PAD]"   ,      lowercase="[CLS]"   ,      lowercase="[MASK]"   ,      lowercase=True   ,      lowercase=None   ,      **lowercase   ,      )     ->      Dict:





        '''simple docstring'''





        super().__init__(
            lowercase   ,      tokenizer_file=lowercase   ,      do_lower_case=lowercase   ,      unk_token=lowercase   ,      sep_token=lowercase   ,      pad_token=lowercase   ,      cls_token=lowercase   ,      mask_token=lowercase   ,      tokenize_chinese_chars=lowercase   ,      strip_accents=lowercase   ,      **lowercase   ,      )

        a__:					Dict      							=     json.loads(self.backend_tokenizer.normalizer.__getstate__())
        if (
            normalizer_state.get('lowercase'   ,      lowercase) != do_lower_case
            or normalizer_state.get('strip_accents'   ,      lowercase) != strip_accents
            or normalizer_state.get('handle_chinese_chars'   ,      lowercase) != tokenize_chinese_chars
        ):
          a__:					int      							=     getattr(lowercase   ,      normalizer_state.pop('type'))
          a__:					Dict      							=     do_lower_case
          a__:					Dict      							=     strip_accents
          a__:					Optional[int]      							=     tokenize_chinese_chars
          a__:					List[Any]      							=     normalizer_class(**lowercase)

        a__:					Optional[int]      							=     do_lower_case



      def   lowerCamelCase_       (						self   ,      lowercase   ,      lowercase=None)     ->      Tuple:





        '''simple docstring'''





        a__:					Optional[Any]      							=     [self.cls_token_id] + token_ids_a + [self.sep_token_id]

        if token_ids_a:
          output += token_ids_a + [self.sep_token_id]

        return output



      def   lowerCamelCase_       (						self   ,      lowercase   ,      lowercase = None)     ->      List[int]:





        '''simple docstring'''





        a__:					List[Any]      							=     [self.sep_token_id]
        a__:					List[Any]      							=     [self.cls_token_id]
        if token_ids_a is None:
          return len(cls + token_ids_a + sep) * [0]
        return len(cls + token_ids_a + sep) * [0] + len(token_ids_a + sep) * [1]



      def   lowerCamelCase_       (						self   ,      lowercase   ,      lowercase = None)     ->      Tuple[str]:





        '''simple docstring'''





        a__:					List[Any]      							=     self._tokenizer.model.save(lowercase   ,      name=lowercase)
        return tuple(lowercase)


