


import argparse
import json
import os
import sys
import tempfile
import unittest
from argparse import Namespace
from dataclasses import dataclass, field
from enum import Enum
from pathlib import Path
from typing import List, Literal, Optional

import yaml

from transformers import HfArgumentParser, TrainingArguments
from transformers.hf_argparser import make_choice_type_function, string_to_bool


# Since Python 3.10, we can use the builtin `|` operator for Union types
# See PEP 604: https://peps.python.org/pep-0604
lowerCamelCase_       :       Dict      						=  sys.version_info >= (3, 1_0)
def _A						(						lowercase=None	,   lowercase=None		):







    """simple docstring"""
    return field(default_factory=lambda: default	,   metadata=lowercase		)






@dataclass
class 				__A    :






 """simple docstring"""




 __lowerCAmelCase			 =  42
 __lowerCAmelCase			 =  42
 __lowerCAmelCase			 =  42
 __lowerCAmelCase			 =  42






@dataclass
class 				__A    :






 """simple docstring"""




 __lowerCAmelCase			 =  42
 __lowerCAmelCase			 =  field(default="toto",   metadata={"help": "help message"}      )






@dataclass
class 				__A    :






 """simple docstring"""




 __lowerCAmelCase			 =  False
 __lowerCAmelCase			 =  True
 __lowerCAmelCase			 =  None






class 				__A    (	_SCREAMING_SNAKE_CASE      ):






 """simple docstring"""




 __lowerCAmelCase			 =  "titi"
 __lowerCAmelCase			 =  "toto"






class 				__A    (	_SCREAMING_SNAKE_CASE      ):






 """simple docstring"""




 __lowerCAmelCase			 =  "titi"
 __lowerCAmelCase			 =  "toto"
 __lowerCAmelCase			 =  42






@dataclass
class 				__A    :






 """simple docstring"""




 __lowerCAmelCase			 =  "toto"


 def 				SCREAMING_SNAKE_CASE							(		self						) ->					Optional[Any]:
     a					=BasicEnum(self.foo						)






@dataclass
class 				__A    :






 """simple docstring"""




 __lowerCAmelCase			 =  "toto"


 def 				SCREAMING_SNAKE_CASE							(		self						) ->					Optional[Any]:
     a					=MixedTypeEnum(self.foo						)






@dataclass
class 				__A    :






 """simple docstring"""




 __lowerCAmelCase			 =  None
 __lowerCAmelCase			 =  field(default=_SCREAMING_SNAKE_CASE,   metadata={"help": "help message"}      )
 __lowerCAmelCase			 =  None
 __lowerCAmelCase			 =  list_field(default=[]      )
 __lowerCAmelCase			 =  list_field(default=[]      )






@dataclass
class 				__A    :






 """simple docstring"""




 __lowerCAmelCase			 =  list_field(default=[]      )
 __lowerCAmelCase			 =  list_field(default=[1, 2, 3]      )
 __lowerCAmelCase			 =  list_field(default=["Hallo", "Bonjour", "Hello"]      )
 __lowerCAmelCase			 =  list_field(default=[0.1, 0.2, 0.3]      )






@dataclass
class 				__A    :






 """simple docstring"""




 __lowerCAmelCase			 =  field()
 __lowerCAmelCase			 =  field()
 __lowerCAmelCase			 =  field()


 def 				SCREAMING_SNAKE_CASE							(		self						) ->					Optional[int]:
     a					=BasicEnum(self.required_enum						)






@dataclass
class 				__A    :






 """simple docstring"""




 __lowerCAmelCase			 =  42
 __lowerCAmelCase			 =  field()
 __lowerCAmelCase			 =  None
 __lowerCAmelCase			 =  field(default="toto",   metadata={"help": "help message"}      )
 __lowerCAmelCase			 =  list_field(default=["Hallo", "Bonjour", "Hello"]      )


if is_python_no_less_than_3_10:






       @dataclass
       class 				__A    :






        """simple docstring"""




        __lowerCAmelCase			 =  False
        __lowerCAmelCase			 =  True
        __lowerCAmelCase			 =  None






       @dataclass
       class 				__A    :






        """simple docstring"""




        __lowerCAmelCase			 =  None
        __lowerCAmelCase			 =  field(default=_SCREAMING_SNAKE_CASE,   metadata={"help": "help message"}      )
        __lowerCAmelCase			 =  None
        __lowerCAmelCase			 =  list_field(default=[]      )
        __lowerCAmelCase			 =  list_field(default=[]      )






class 				__A    (	unittest.TestCase      ):






 """simple docstring"""




 def 				SCREAMING_SNAKE_CASE							(		self			,   __A			,   __A						) ->					Optional[Any]:
     self.assertEqual(len(a._actions						)			,   len(b._actions						)						)
     for x, y in zip(a._actions			,   b._actions						):
         a					={k: v for k, v in vars(__A						).items() if k != '''container'''}
         a					={k: v for k, v in vars(__A						).items() if k != '''container'''}

         # Choices with mixed type have custom function as "type"
         # So we need to compare results directly for equality
         if xx.get('''choices'''			,   __A						) and yy.get('''choices'''			,   __A						):
             for expected_choice in yy["choices"] + xx["choices"]:
                 self.assertEqual(xx['''type'''](__A						)			,   yy['''type'''](__A						)						)
             del xx["type"], yy["type"]

         self.assertEqual(__A			,   __A						)


 def 				SCREAMING_SNAKE_CASE							(		self						) ->					Union[str, Any]:
     a					=HfArgumentParser(__A						)

     a					=argparse.ArgumentParser()
     expected.add_argument('''--foo'''			,   type=__A			,   required=__A						)
     expected.add_argument('''--bar'''			,   type=__A			,   required=__A						)
     expected.add_argument('''--baz'''			,   type=__A			,   required=__A						)
     expected.add_argument('''--flag'''			,   type=__A			,   default=__A			,   const=__A			,   nargs='''?'''						)
     self.argparsersEqual(__A			,   __A						)

     a					=['''--foo''', '''1''', '''--baz''', '''quux''', '''--bar''', '''0.5''']
     ((a				)		,								)					=parser.parse_args_into_dataclasses(__A			,   look_for_args_file=__A						)
     self.assertFalse(example.flag						)


 def 				SCREAMING_SNAKE_CASE							(		self						) ->					str:
     a					=HfArgumentParser(__A						)

     a					=argparse.ArgumentParser()
     expected.add_argument('''--foo'''			,   default=42			,   type=__A						)
     expected.add_argument('''--baz'''			,   default='''toto'''			,   type=__A			,   help='''help message'''						)
     self.argparsersEqual(__A			,   __A						)


 def 				SCREAMING_SNAKE_CASE							(		self						) ->					int:
     a					=argparse.ArgumentParser()
     expected.add_argument('''--foo'''			,   type=__A			,   default=__A			,   const=__A			,   nargs='''?'''						)
     expected.add_argument('''--baz'''			,   type=__A			,   default=__A			,   const=__A			,   nargs='''?'''						)
     # A boolean no_* argument always has to come after its "default: True" regular counter-part
     # and its default must be set to False
     expected.add_argument('''--no_baz'''			,   action='''store_false'''			,   default=__A			,   dest='''baz'''						)
     expected.add_argument('''--opt'''			,   type=__A			,   default=__A						)

     a					=[WithDefaultBoolExample]
     if is_python_no_less_than_3_10:
         dataclass_types.append(__A						)

     for dataclass_type in dataclass_types:
         a					=HfArgumentParser(__A						)
         self.argparsersEqual(__A			,   __A						)

         a					=parser.parse_args([]						)
         self.assertEqual(__A			,   Namespace(foo=__A			,   baz=__A			,   opt=__A						)						)

         a					=parser.parse_args(['''--foo''', '''--no_baz''']						)
         self.assertEqual(__A			,   Namespace(foo=__A			,   baz=__A			,   opt=__A						)						)

         a					=parser.parse_args(['''--foo''', '''--baz''']						)
         self.assertEqual(__A			,   Namespace(foo=__A			,   baz=__A			,   opt=__A						)						)

         a					=parser.parse_args(['''--foo''', '''True''', '''--baz''', '''True''', '''--opt''', '''True''']						)
         self.assertEqual(__A			,   Namespace(foo=__A			,   baz=__A			,   opt=__A						)						)

         a					=parser.parse_args(['''--foo''', '''False''', '''--baz''', '''False''', '''--opt''', '''False''']						)
         self.assertEqual(__A			,   Namespace(foo=__A			,   baz=__A			,   opt=__A						)						)


 def 				SCREAMING_SNAKE_CASE							(		self						) ->					Any:
     a					=HfArgumentParser(__A						)

     a					=argparse.ArgumentParser()
     expected.add_argument(
         '''--foo'''			,   default='''toto'''			,   choices=['''titi''', '''toto''', 42]			,   type=make_choice_type_function(['''titi''', '''toto''', 42]						)			,   )
     self.argparsersEqual(__A			,   __A						)

     a					=parser.parse_args([]						)
     self.assertEqual(args.foo			,   '''toto'''						)
     a					=parser.parse_args_into_dataclasses([]						)[0]
     self.assertEqual(enum_ex.foo			,   MixedTypeEnum.toto						)

     a					=parser.parse_args(['''--foo''', '''titi''']						)
     self.assertEqual(args.foo			,   '''titi'''						)
     a					=parser.parse_args_into_dataclasses(['''--foo''', '''titi''']						)[0]
     self.assertEqual(enum_ex.foo			,   MixedTypeEnum.titi						)

     a					=parser.parse_args(['''--foo''', '''42''']						)
     self.assertEqual(args.foo			,   42						)
     a					=parser.parse_args_into_dataclasses(['''--foo''', '''42''']						)[0]
     self.assertEqual(enum_ex.foo			,   MixedTypeEnum.fourtytwo						)


 def 				SCREAMING_SNAKE_CASE							(		self						) ->					int:






     @dataclass
     class 				__A    :






      """simple docstring"""




      __lowerCAmelCase			 =  "toto"

     a					=HfArgumentParser(__A						)

     a					=argparse.ArgumentParser()
     expected.add_argument(
         '''--foo'''			,   default='''toto'''			,   choices=('''titi''', '''toto''', 42)			,   type=make_choice_type_function(['''titi''', '''toto''', 42]						)			,   )
     self.argparsersEqual(__A			,   __A						)

     a					=parser.parse_args([]						)
     self.assertEqual(args.foo			,   '''toto'''						)

     a					=parser.parse_args(['''--foo''', '''titi''']						)
     self.assertEqual(args.foo			,   '''titi'''						)

     a					=parser.parse_args(['''--foo''', '''42''']						)
     self.assertEqual(args.foo			,   42						)


 def 				SCREAMING_SNAKE_CASE							(		self						) ->					int:
     a					=HfArgumentParser(__A						)

     a					=argparse.ArgumentParser()
     expected.add_argument('''--foo_int'''			,   nargs='''+'''			,   default=[]			,   type=__A						)
     expected.add_argument('''--bar_int'''			,   nargs='''+'''			,   default=[1, 2, 3]			,   type=__A						)
     expected.add_argument('''--foo_str'''			,   nargs='''+'''			,   default=['''Hallo''', '''Bonjour''', '''Hello''']			,   type=__A						)
     expected.add_argument('''--foo_float'''			,   nargs='''+'''			,   default=[0.1, 0.2, 0.3]			,   type=__A						)

     self.argparsersEqual(__A			,   __A						)

     a					=parser.parse_args([]						)
     self.assertEqual(
         __A			,   Namespace(foo_int=[]			,   bar_int=[1, 2, 3]			,   foo_str=['''Hallo''', '''Bonjour''', '''Hello''']			,   foo_float=[0.1, 0.2, 0.3]						)			,   )

     a					=parser.parse_args('''--foo_int 1 --bar_int 2 3 --foo_str a b c --foo_float 0.1 0.7'''.split()						)
     self.assertEqual(__A			,   Namespace(foo_int=[1]			,   bar_int=[2, 3]			,   foo_str=['''a''', '''b''', '''c''']			,   foo_float=[0.1, 0.7]						)						)


 def 				SCREAMING_SNAKE_CASE							(		self						) ->					Tuple:
     a					=argparse.ArgumentParser()
     expected.add_argument('''--foo'''			,   default=__A			,   type=__A						)
     expected.add_argument('''--bar'''			,   default=__A			,   type=__A			,   help='''help message'''						)
     expected.add_argument('''--baz'''			,   default=__A			,   type=__A						)
     expected.add_argument('''--ces'''			,   nargs='''+'''			,   default=[]			,   type=__A						)
     expected.add_argument('''--des'''			,   nargs='''+'''			,   default=[]			,   type=__A						)

     a					=[OptionalExample]
     if is_python_no_less_than_3_10:
         dataclass_types.append(__A						)

     for dataclass_type in dataclass_types:
         a					=HfArgumentParser(__A						)

         self.argparsersEqual(__A			,   __A						)

         a					=parser.parse_args([]						)
         self.assertEqual(__A			,   Namespace(foo=__A			,   bar=__A			,   baz=__A			,   ces=[]			,   des=[]						)						)

         a					=parser.parse_args('''--foo 12 --bar 3.14 --baz 42 --ces a b c --des 1 2 3'''.split()						)
         self.assertEqual(__A			,   Namespace(foo=12			,   bar=3.14			,   baz='''42'''			,   ces=['''a''', '''b''', '''c''']			,   des=[1, 2, 3]						)						)


 def 				SCREAMING_SNAKE_CASE							(		self						) ->					Tuple:
     a					=HfArgumentParser(__A						)

     a					=argparse.ArgumentParser()
     expected.add_argument('''--required_list'''			,   nargs='''+'''			,   type=__A			,   required=__A						)
     expected.add_argument('''--required_str'''			,   type=__A			,   required=__A						)
     expected.add_argument(
         '''--required_enum'''			,   type=make_choice_type_function(['''titi''', '''toto''']						)			,   choices=['''titi''', '''toto''']			,   required=__A			,   )
     self.argparsersEqual(__A			,   __A						)


 def 				SCREAMING_SNAKE_CASE							(		self						) ->					List[Any]:
     a					=HfArgumentParser(__A						)

     a					=argparse.ArgumentParser()
     expected.add_argument('''--foo'''			,   type=__A			,   required=__A						)
     expected.add_argument(
         '''--required_enum'''			,   type=make_choice_type_function(['''titi''', '''toto''']						)			,   choices=['''titi''', '''toto''']			,   required=__A			,   )
     expected.add_argument('''--opt'''			,   type=__A			,   default=__A						)
     expected.add_argument('''--baz'''			,   default='''toto'''			,   type=__A			,   help='''help message'''						)
     expected.add_argument('''--foo_str'''			,   nargs='''+'''			,   default=['''Hallo''', '''Bonjour''', '''Hello''']			,   type=__A						)
     self.argparsersEqual(__A			,   __A						)


 def 				SCREAMING_SNAKE_CASE							(		self						) ->					Any:
     a					=HfArgumentParser(__A						)

     a					={
         '''foo''': 12,
         '''bar''': 3.14,
         '''baz''': '''42''',
         '''flag''': True,
     }

     a					=parser.parse_dict(__A						)[0]
     a					=BasicExample(**__A						)
     self.assertEqual(__A			,   __A						)


 def 				SCREAMING_SNAKE_CASE							(		self						) ->					int:
     a					=HfArgumentParser(__A						)

     a					={
         '''foo''': 12,
         '''bar''': 3.14,
         '''baz''': '''42''',
         '''flag''': True,
         '''extra''': 42,
     }

     self.assertRaises(__A			,   parser.parse_dict			,   __A			,   allow_extra_keys=__A						)


 def 				SCREAMING_SNAKE_CASE							(		self						) ->					Tuple:
     a					=HfArgumentParser(__A						)

     a					={
         '''foo''': 12,
         '''bar''': 3.14,
         '''baz''': '''42''',
         '''flag''': True,
     }
     with tempfile.TemporaryDirectory() as tmp_dir:
         a					=os.path.join(__A			,   '''temp_json'''						)
         os.mkdir(__A						)
         with open(temp_local_path + '''.json'''			,   '''w+'''						) as f:
             json.dump(__A			,   __A						)
         a					=parser.parse_yaml_file(Path(temp_local_path + '''.json'''						)						)[0]

     a					=BasicExample(**__A						)
     self.assertEqual(__A			,   __A						)


 def 				SCREAMING_SNAKE_CASE							(		self						) ->					str:
     a					=HfArgumentParser(__A						)

     a					={
         '''foo''': 12,
         '''bar''': 3.14,
         '''baz''': '''42''',
         '''flag''': True,
     }
     with tempfile.TemporaryDirectory() as tmp_dir:
         a					=os.path.join(__A			,   '''temp_yaml'''						)
         os.mkdir(__A						)
         with open(temp_local_path + '''.yaml'''			,   '''w+'''						) as f:
             yaml.dump(__A			,   __A						)
         a					=parser.parse_yaml_file(Path(temp_local_path + '''.yaml'''						)						)[0]
     a					=BasicExample(**__A						)
     self.assertEqual(__A			,   __A						)





 def 				SCREAMING_SNAKE_CASE							(		self						) ->					Optional[Any]:
     a					=HfArgumentParser(__A						)
     self.assertIsNotNone(__A						)



"""simple docstring"""







from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_sentencepiece_available,
    is_tokenizers_available,
    is_torch_available,
    is_vision_available,
)


lowerCamelCase_       :       Union[str, Any]      						=  {"""processing_layoutxlm""": ["""LayoutXLMProcessor"""]}

try:
       if not is_sentencepiece_available():
              raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
       pass
else:
       lowerCamelCase_       :       Optional[int]      						=  ["""LayoutXLMTokenizer"""]

try:
       if not is_tokenizers_available():
              raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
       pass
else:
       lowerCamelCase_       :       Dict      						=  ["""LayoutXLMTokenizerFast"""]

if TYPE_CHECKING:
       from .processing_layoutxlm import LayoutXLMProcessor

       try:
              if not is_sentencepiece_available():
                     raise OptionalDependencyNotAvailable()
       except OptionalDependencyNotAvailable:
              pass
       else:
              from .tokenization_layoutxlm import LayoutXLMTokenizer

       try:
              if not is_tokenizers_available():
                     raise OptionalDependencyNotAvailable()
       except OptionalDependencyNotAvailable:
              pass
       else:
              from .tokenization_layoutxlm_fast import LayoutXLMTokenizerFast

else:
       import sys

       lowerCamelCase_       :       Union[str, Any]      						=  _LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)