import contextlib
from multiprocessing import Pool, RLock

from tqdm.auto import tqdm

from ..utils import experimental, logging


_lowerCamelCase   :				Union[str, Any]     			=						logging.get_logger(__name__)


class   lowercase      :
							lowercase__  :    str									=							None





@experimental
def 		__lowerCamelCase							(UpperCAmelCase__       :							Any ,	UpperCAmelCase__       :							int ,	UpperCAmelCase__       :							Optional[int] ,	UpperCAmelCase__       :							List[Any] ,	UpperCAmelCase__       :							Union[str, Any] ,	UpperCAmelCase__       :							List[str] ,	UpperCAmelCase__       :							Any					):
					if ParallelBackendConfig.backend_name is None:
										return _map_with_multiprocessing_pool(
										    UpperCAmelCase__ ,	UpperCAmelCase__ ,	UpperCAmelCase__ ,	UpperCAmelCase__ ,	UpperCAmelCase__ ,	UpperCAmelCase__ ,	UpperCAmelCase__					)

					return _map_with_joblib(UpperCAmelCase__ ,	UpperCAmelCase__ ,	UpperCAmelCase__ ,	UpperCAmelCase__ ,	UpperCAmelCase__ ,	UpperCAmelCase__ ,	UpperCAmelCase__					)





def 		__lowerCamelCase							(UpperCAmelCase__       :							Optional[Any] ,	UpperCAmelCase__       :							List[Any] ,	UpperCAmelCase__       :							int ,	UpperCAmelCase__       :							Union[str, Any] ,	UpperCAmelCase__       :							Any ,	UpperCAmelCase__       :							int ,	UpperCAmelCase__       :							Optional[Any]					):
					SCREAMING_SNAKE_CASE           =    num_proc if num_proc <= len(UpperCAmelCase__					) else len(UpperCAmelCase__					)
					SCREAMING_SNAKE_CASE           =    []  # We organize the splits ourselve (contiguous splits)
					for index in range(UpperCAmelCase__					):
										SCREAMING_SNAKE_CASE           =    len(UpperCAmelCase__					) // num_proc
										SCREAMING_SNAKE_CASE           =    len(UpperCAmelCase__					) % num_proc
										SCREAMING_SNAKE_CASE           =    div * index + min(UpperCAmelCase__ ,	UpperCAmelCase__					)
										SCREAMING_SNAKE_CASE           =    start + div + (1 if index < mod else 0)
										split_kwds.append((function, iterable[start:end], types, index, disable_tqdm, desc)					)

					if len(UpperCAmelCase__					) != sum(len(i[1]					) for i in split_kwds					):
										raise ValueError(
										    F"Error dividing inputs iterable among processes. "
										    F"Total number of objects {len(UpperCAmelCase__					)}, "
										    F"length: {sum(len(i[1]					) for i in split_kwds					)}"					)

					logger.info(
					    F"Spawning {num_proc} processes for {len(UpperCAmelCase__					)} objects in slices of {[len(i[1]					) for i in split_kwds]}"					)
					SCREAMING_SNAKE_CASE     ,				SCREAMING_SNAKE_CASE           =    None, None
					if not disable_tqdm:
										SCREAMING_SNAKE_CASE     ,				SCREAMING_SNAKE_CASE           =    (RLock(),), tqdm.set_lock
					with Pool(UpperCAmelCase__ ,	initargs=UpperCAmelCase__ ,	initializer=UpperCAmelCase__					) as pool:
										SCREAMING_SNAKE_CASE           =    pool.map(UpperCAmelCase__ ,	UpperCAmelCase__					)
					logger.info(F"Finished {num_proc} processes"					)
					SCREAMING_SNAKE_CASE           =    [obj for proc_res in mapped for obj in proc_res]
					logger.info(F"Unpacked {len(UpperCAmelCase__					)} objects"					)

					return mapped





def 		__lowerCamelCase							(UpperCAmelCase__       :							Tuple ,	UpperCAmelCase__       :							Dict ,	UpperCAmelCase__       :							Any ,	UpperCAmelCase__       :							Optional[int] ,	UpperCAmelCase__       :							Tuple ,	UpperCAmelCase__       :							Tuple ,	UpperCAmelCase__       :							Any					):
					# progress bar is not yet supported for _map_with_joblib, because tqdm couldn't accurately be applied to joblib,
					# and it requires monkey-patching joblib internal classes which is subject to change
					import joblib

					with joblib.parallel_backend(ParallelBackendConfig.backend_name ,	n_jobs=UpperCAmelCase__					):
										return joblib.Parallel()(
										    joblib.delayed(UpperCAmelCase__					)((function, obj, types, None, True, None)					) for obj in iterable					)





@experimental
@contextlib.contextmanager
def 		__lowerCamelCase							(UpperCAmelCase__       :							str					):
					SCREAMING_SNAKE_CASE           =    backend_name

					if backend_name == "spark":
										from joblibspark import register_spark

										register_spark()

										# TODO: call create_cache_and_write_probe if "download" in steps
										# TODO: raise NotImplementedError when Dataset.map etc is called

					try:
										yield
					finally:
										SCREAMING_SNAKE_CASE           =    None





import inspect
import unittest

from transformers import MobileNetVaConfig
from transformers.testing_utils import require_torch, require_vision, slow, torch_device
from transformers.utils import cached_property, is_torch_available, is_vision_available

from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor
from ...test_pipeline_mixin import PipelineTesterMixin


if is_torch_available():
							import torch

							from transformers import MobileNetVaForImageClassification, MobileNetVaModel
							from transformers.models.mobilenet_va.modeling_mobilenet_va import MOBILENET_V1_PRETRAINED_MODEL_ARCHIVE_LIST


if is_vision_available():
							from PIL import Image

							from transformers import MobileNetVaImageProcessor


class   lowercase      (       a       ):




							def 		__snake_case(  self				:   Optional[int] )   ->			str:



												'''simple docstring'''

												SCREAMING_SNAKE_CASE           =    self.config_class(**self.inputs_dict )
												self.parent.assertTrue(hasattr(_UpperCamelCase		,							"tf_padding" ) )
												self.parent.assertTrue(hasattr(_UpperCamelCase		,							"depth_multiplier" ) )



class   lowercase      :




							def __init__(  self				:   Tuple		,							_UpperCamelCase				:   Optional[Any]		,							_UpperCamelCase				:   Any=13		,							_UpperCamelCase				:   Any=3		,							_UpperCamelCase				:   Union[str, Any]=32		,							_UpperCamelCase				:   Optional[Any]=0.2_5		,							_UpperCamelCase				:   int=8		,							_UpperCamelCase				:   str=True		,							_UpperCamelCase				:   Any=1_024		,							_UpperCamelCase				:   Tuple=32		,							_UpperCamelCase				:   List[str]="relu6"		,							_UpperCamelCase				:   Tuple=0.1		,							_UpperCamelCase				:   List[str]=0.0_2		,							_UpperCamelCase				:   int=True		,							_UpperCamelCase				:   int=True		,							_UpperCamelCase				:   Optional[Any]=10		,							_UpperCamelCase				:   List[str]=None		,							)   ->			Any:



												'''simple docstring'''

												SCREAMING_SNAKE_CASE           =    parent
												SCREAMING_SNAKE_CASE           =    batch_size
												SCREAMING_SNAKE_CASE           =    num_channels
												SCREAMING_SNAKE_CASE           =    image_size
												SCREAMING_SNAKE_CASE           =    depth_multiplier
												SCREAMING_SNAKE_CASE           =    min_depth
												SCREAMING_SNAKE_CASE           =    tf_padding
												SCREAMING_SNAKE_CASE           =    int(last_hidden_size * depth_multiplier )
												SCREAMING_SNAKE_CASE           =    output_stride
												SCREAMING_SNAKE_CASE           =    hidden_act
												SCREAMING_SNAKE_CASE           =    classifier_dropout_prob
												SCREAMING_SNAKE_CASE           =    use_labels
												SCREAMING_SNAKE_CASE           =    is_training
												SCREAMING_SNAKE_CASE           =    num_labels
												SCREAMING_SNAKE_CASE           =    initializer_range
												SCREAMING_SNAKE_CASE           =    scope




							def 		__snake_case(  self				:   Dict )   ->			List[str]:



												'''simple docstring'''

												SCREAMING_SNAKE_CASE           =    floats_tensor([self.batch_size, self.num_channels, self.image_size, self.image_size] )

												SCREAMING_SNAKE_CASE           =    None
												SCREAMING_SNAKE_CASE           =    None
												if self.use_labels:
																	SCREAMING_SNAKE_CASE           =    ids_tensor([self.batch_size]		,							self.num_labels )
																	SCREAMING_SNAKE_CASE           =    ids_tensor([self.batch_size, self.image_size, self.image_size]		,							self.num_labels )

												SCREAMING_SNAKE_CASE           =    self.get_config()

												return config, pixel_values, labels, pixel_labels




							def 		__snake_case(  self				:   Optional[Any] )   ->			str:



												'''simple docstring'''

												return MobileNetVaConfig(
												    num_channels=self.num_channels		,							image_size=self.image_size		,							depth_multiplier=self.depth_multiplier		,							min_depth=self.min_depth		,							tf_padding=self.tf_padding		,							hidden_act=self.hidden_act		,							classifier_dropout_prob=self.classifier_dropout_prob		,							initializer_range=self.initializer_range		,							)




							def 		__snake_case(  self				:   int		,							_UpperCamelCase				:   Optional[int]		,							_UpperCamelCase				:   Any		,							_UpperCamelCase				:   Union[str, Any]		,							_UpperCamelCase				:   int )   ->			List[str]:



												'''simple docstring'''

												SCREAMING_SNAKE_CASE           =    MobileNetVaModel(config=_UpperCamelCase )
												model.to(_UpperCamelCase )
												model.eval()
												SCREAMING_SNAKE_CASE           =    model(_UpperCamelCase )
												self.parent.assertEqual(
												    result.last_hidden_state.shape		,							(
												        self.batch_size,
												        self.last_hidden_size,
												        self.image_size // self.output_stride,
												        self.image_size // self.output_stride,
												    )		,							)




							def 		__snake_case(  self				:   Dict		,							_UpperCamelCase				:   Tuple		,							_UpperCamelCase				:   Any		,							_UpperCamelCase				:   str		,							_UpperCamelCase				:   List[Any] )   ->			Optional[int]:



												'''simple docstring'''

												SCREAMING_SNAKE_CASE           =    self.num_labels
												SCREAMING_SNAKE_CASE           =    MobileNetVaForImageClassification(_UpperCamelCase )
												model.to(_UpperCamelCase )
												model.eval()
												SCREAMING_SNAKE_CASE           =    model(_UpperCamelCase		,							labels=_UpperCamelCase )
												self.parent.assertEqual(result.logits.shape		,							(self.batch_size, self.num_labels) )





							def 		__snake_case(  self				:   Optional[Any] )   ->			str:



												'''simple docstring'''

												SCREAMING_SNAKE_CASE           =    self.prepare_config_and_inputs()
												SCREAMING_SNAKE_CASE     ,				SCREAMING_SNAKE_CASE     ,				SCREAMING_SNAKE_CASE     ,				SCREAMING_SNAKE_CASE           =    config_and_inputs
												SCREAMING_SNAKE_CASE           =    {"pixel_values": pixel_values}
												return config, inputs_dict



@require_torch
class   lowercase      (       a			,    a			,    unittest.TestCase       ):
							lowercase__  :    Dict									=							(MobileNetVaModel, MobileNetVaForImageClassification) if is_torch_available() else ()
							lowercase__  :    Tuple									=							(
							    {"""feature-extraction""": MobileNetVaModel, """image-classification""": MobileNetVaForImageClassification}
							    if is_torch_available()
							    else {}
							)

							lowercase__  :    Union[str, Any]									=							False
							lowercase__  :    Union[str, Any]									=							False
							lowercase__  :    Tuple									=							False
							lowercase__  :    List[str]									=							False




							def 		__snake_case(  self				:   List[str] )   ->			List[str]:



												'''simple docstring'''

												SCREAMING_SNAKE_CASE           =    MobileNetVaModelTester(self )
												SCREAMING_SNAKE_CASE           =    MobileNetVaConfigTester(self		,							config_class=_UpperCamelCase		,							has_text_modality=_UpperCamelCase )




							def 		__snake_case(  self				:   Union[str, Any] )   ->			List[Any]:



												'''simple docstring'''

												self.config_tester.run_common_tests()




							@unittest.skip(reason="MobileNetV1 does not use inputs_embeds" )
							def 		__snake_case(  self				:   Tuple )   ->			Tuple:



												'''simple docstring'''

												pass




							@unittest.skip(reason="MobileNetV1 does not support input and output embeddings" )
							def 		__snake_case(  self				:   Optional[int] )   ->			Dict:



												'''simple docstring'''

												pass




							@unittest.skip(reason="MobileNetV1 does not output attentions" )
							def 		__snake_case(  self				:   Any )   ->			List[str]:



												'''simple docstring'''

												pass




							def 		__snake_case(  self				:   List[Any] )   ->			str:



												'''simple docstring'''

												SCREAMING_SNAKE_CASE     ,				SCREAMING_SNAKE_CASE           =    self.model_tester.prepare_config_and_inputs_for_common()

												for model_class in self.all_model_classes:
																	SCREAMING_SNAKE_CASE           =    model_class(_UpperCamelCase )
																	SCREAMING_SNAKE_CASE           =    inspect.signature(model.forward )
																	# signature.parameters is an OrderedDict => so arg_names order is deterministic
																	SCREAMING_SNAKE_CASE           =    [*signature.parameters.keys()]

																	SCREAMING_SNAKE_CASE           =    ["pixel_values"]
																	self.assertListEqual(arg_names[:1]		,							_UpperCamelCase )




							def 		__snake_case(  self				:   List[Any] )   ->			Dict:



												'''simple docstring'''

												SCREAMING_SNAKE_CASE           =    self.model_tester.prepare_config_and_inputs()
												self.model_tester.create_and_check_model(*_UpperCamelCase )




							def 		__snake_case(  self				:   List[str] )   ->			Optional[int]:



												'''simple docstring'''

												def check_hidden_states_output(_UpperCamelCase				:   Any		,							_UpperCamelCase				:   Dict		,							_UpperCamelCase				:   Tuple ):
																	SCREAMING_SNAKE_CASE           =    model_class(_UpperCamelCase )
																	model.to(_UpperCamelCase )
																	model.eval()

																	with torch.no_grad():
																						SCREAMING_SNAKE_CASE           =    model(**self._prepare_for_class(_UpperCamelCase		,							_UpperCamelCase ) )

																	SCREAMING_SNAKE_CASE           =    outputs.hidden_states

																	SCREAMING_SNAKE_CASE           =    26
																	self.assertEqual(len(_UpperCamelCase )		,							_UpperCamelCase )

												SCREAMING_SNAKE_CASE     ,				SCREAMING_SNAKE_CASE           =    self.model_tester.prepare_config_and_inputs_for_common()

												for model_class in self.all_model_classes:
																	SCREAMING_SNAKE_CASE           =    True
																	check_hidden_states_output(_UpperCamelCase		,							_UpperCamelCase		,							_UpperCamelCase )

																	# check that output_hidden_states also work using config
																	del inputs_dict["output_hidden_states"]
																	SCREAMING_SNAKE_CASE           =    True

																	check_hidden_states_output(_UpperCamelCase		,							_UpperCamelCase		,							_UpperCamelCase )




							def 		__snake_case(  self				:   Any )   ->			Optional[int]:



												'''simple docstring'''

												SCREAMING_SNAKE_CASE           =    self.model_tester.prepare_config_and_inputs()
												self.model_tester.create_and_check_for_image_classification(*_UpperCamelCase )





							@slow
							def 		__snake_case(  self				:   int )   ->			str:



												'''simple docstring'''

												for model_name in MOBILENET_V1_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
																	SCREAMING_SNAKE_CASE           =    MobileNetVaModel.from_pretrained(_UpperCamelCase )
																	self.assertIsNotNone(_UpperCamelCase )





def 		__lowerCamelCase							():
					SCREAMING_SNAKE_CASE           =    Image.open("./tests/fixtures/tests_samples/COCO/000000039769.png"					)
					return image


@require_torch
@require_vision
class   lowercase      (       unittest.TestCase       ):




							@cached_property
							def 		__snake_case(  self				:   List[Any] )   ->			Optional[int]:



												'''simple docstring'''

												return (
												    MobileNetVaImageProcessor.from_pretrained("google/mobilenet_v1_1.0_224" ) if is_vision_available() else None
												)





							@slow
							def 		__snake_case(  self				:   str )   ->			Union[str, Any]:



												'''simple docstring'''

												SCREAMING_SNAKE_CASE           =    MobileNetVaForImageClassification.from_pretrained("google/mobilenet_v1_1.0_224" ).to(_UpperCamelCase )

												SCREAMING_SNAKE_CASE           =    self.default_image_processor
												SCREAMING_SNAKE_CASE           =    prepare_img()
												SCREAMING_SNAKE_CASE           =    image_processor(images=_UpperCamelCase		,							return_tensors="pt" ).to(_UpperCamelCase )

												# forward pass
												with torch.no_grad():
																	SCREAMING_SNAKE_CASE           =    model(**_UpperCamelCase )

												# verify the logits
												SCREAMING_SNAKE_CASE           =    torch.Size((1, 1_001) )
												self.assertEqual(outputs.logits.shape		,							_UpperCamelCase )

												SCREAMING_SNAKE_CASE           =    torch.tensor([-4.1_7_3_9, -1.1_2_3_3, 3.1_2_0_5] ).to(_UpperCamelCase )

												self.assertTrue(torch.allclose(outputs.logits[0, :3]		,							_UpperCamelCase		,							atol=1e-4 ) )




