






"""simple docstring"""







import json
import os
import subprocess
import unittest
from ast import literal_eval

import pytest
from parameterized import parameterized, parameterized_class

from . import is_sagemaker_available


if is_sagemaker_available():
  from sagemaker import Session, TrainingJobAnalytics
  from sagemaker.huggingface import HuggingFace







@pytest.mark.skipif(
    literal_eval(os.getenv('''TEST_SAGEMAKER'''   ,					'''False'''			)			) is not True   ,					reason='''Skipping test because should only be run when releasing minor transformers version'''   ,					)
@pytest.mark.usefixtures('''sm_env'''			)
@parameterized_class(
    [
        {
            '''framework''': '''pytorch''',
            '''script''': '''run_glue.py''',
            '''model_name_or_path''': '''distilbert-base-cased''',
            '''instance_type''': '''ml.p3.16xlarge''',
            '''results''': {'''train_runtime''': 650, '''eval_accuracy''': 0.7, '''eval_loss''': 0.6},
        },
        {
            '''framework''': '''pytorch''',
            '''script''': '''run_ddp.py''',
            '''model_name_or_path''': '''distilbert-base-cased''',
            '''instance_type''': '''ml.p3.16xlarge''',
            '''results''': {'''train_runtime''': 600, '''eval_accuracy''': 0.7, '''eval_loss''': 0.6},
        },
        {
            '''framework''': '''tensorflow''',
            '''script''': '''run_tf_dist.py''',
            '''model_name_or_path''': '''distilbert-base-cased''',
            '''instance_type''': '''ml.p3.16xlarge''',
            '''results''': {'''train_runtime''': 600, '''eval_accuracy''': 0.6, '''eval_loss''': 0.7},
        },
    ]			)
class  lowerCamelCase__ (	unittest.TestCase			):






    def     _UpperCamelCase							(			self ):
          if self.framework == "pytorch":
                subprocess.run(
                    F'''cp ./examples/pytorch/text-classification/run_glue.py {self.env.test_path}/run_glue.py'''.split()     ,encoding="""utf-8"""     ,check=A     ,)
          assert hasattr(self     ,"""env""" )






    def     _UpperCamelCase							(			self     ,A ):
          UpperCAmelCase          =	F'''{self.env.base_job_name}-{instance_count}-{'ddp' if 'ddp' in self.script else 'smd'}'''
          # distributed data settings
          UpperCAmelCase          =	{"""smdistributed""": {"""dataparallel""": {"""enabled""": True}}} if self.script != """run_ddp.py""" else None

          # creates estimator
          return HuggingFace(
              entry_point=self.script     ,source_dir=self.env.test_path     ,role=self.env.role     ,image_uri=self.env.image_uri     ,base_job_name=A     ,instance_count=A     ,instance_type=self.instance_type     ,debugger_hook_config=A     ,hyperparameters={**self.env.distributed_hyperparameters, """model_name_or_path""": self.model_name_or_path}     ,metric_definitions=self.env.metric_definitions     ,distribution=A     ,py_version="""py36"""     ,)






    def     _UpperCamelCase							(			self     ,A ):
          TrainingJobAnalytics(A ).export_csv(F'''{self.env.test_path}/{job_name}_metrics.csv''' )






    @parameterized.expand([(2,)] )
    def     _UpperCamelCase							(			self     ,A ):
          # create estimator
          UpperCAmelCase          =	self.create_estimator(A )

          # run training
          estimator.fit()

          # result dataframe
          UpperCAmelCase          =	TrainingJobAnalytics(estimator.latest_training_job.name ).dataframe()

          # extract kpis
          UpperCAmelCase          =	list(result_metrics_df[result_metrics_df.metric_name == """eval_accuracy"""]["""value"""] )
          UpperCAmelCase          =	list(result_metrics_df[result_metrics_df.metric_name == """eval_loss"""]["""value"""] )
          # get train time from SageMaker job, this includes starting, preprocessing, stopping
          UpperCAmelCase          =	(
              Session().describe_training_job(estimator.latest_training_job.name ).get("""TrainingTimeInSeconds"""     ,999_999 )
          )

          # assert kpis
          assert train_runtime <= self.results["train_runtime"]
          assert all(t >= self.results["""eval_accuracy"""] for t in eval_accuracy )
          assert all(t <= self.results["""eval_loss"""] for t in eval_loss )

          # dump tests result into json file to share in PR
          with open(F'''{estimator.latest_training_job.name}.json'''     ,"""w""" ) as outfile:
                json.dump({"""train_time""": train_runtime, """eval_accuracy""": eval_accuracy, """eval_loss""": eval_loss}     ,A )











"""simple docstring"""







from typing import Dict, List, Optional, Union

import numpy as np

from transformers.utils import is_vision_available
from transformers.utils.generic import TensorType

from ...image_processing_utils import BaseImageProcessor, BatchFeature, get_size_dict
from ...image_transforms import (
    center_crop,
    get_resize_output_image_size,
    normalize,
    rescale,
    resize,
    to_channel_dimension_format,
)
from ...image_utils import (
    IMAGENET_STANDARD_MEAN,
    IMAGENET_STANDARD_STD,
    ChannelDimension,
    ImageInput,
    PILImageResampling,
    is_valid_image,
    to_numpy_array,
    valid_images,
)
from ...utils import logging


if is_vision_available():
  import PIL

_UpperCamelCase					      =  logging.get_logger(__name__)

def _a			(		_snake_case							):







      """simple docstring"""






      if isinstance(_snake_case				,	(list, tuple)							) and isinstance(videos[0]				,	(list, tuple)							) and is_valid_image(videos[0][0]							):
            return videos

      elif isinstance(_snake_case				,	(list, tuple)							) and is_valid_image(videos[0]							):
            return [videos]

      elif is_valid_image(_snake_case							):
            return [[videos]]

      raise ValueError(F'''Could not make batched video from {videos}'''							)







class  lowerCamelCase__ (	snake_case			):
    SCREAMING_SNAKE_CASE		=      ['''pixel_values''']






    def __init__(			self     ,A = True     ,A = None     ,A = PILImageResampling.BILINEAR     ,A = True     ,A = None     ,A = True     ,A = 1 / 255     ,A = True     ,A = True     ,A = None     ,A = None     ,**A     ,):
          super().__init__(**A )
          UpperCAmelCase          =	size if size is not None else {"""shortest_edge""": 256}
          UpperCAmelCase          =	get_size_dict(A     ,default_to_square=A )
          UpperCAmelCase          =	crop_size if crop_size is not None else {"""height""": 224, """width""": 224}
          UpperCAmelCase          =	get_size_dict(A     ,param_name="""crop_size""" )

          UpperCAmelCase          =	do_resize
          UpperCAmelCase          =	size
          UpperCAmelCase          =	do_center_crop
          UpperCAmelCase          =	crop_size
          UpperCAmelCase          =	resample
          UpperCAmelCase          =	do_rescale
          UpperCAmelCase          =	rescale_factor
          UpperCAmelCase          =	offset
          UpperCAmelCase          =	do_normalize
          UpperCAmelCase          =	image_mean if image_mean is not None else IMAGENET_STANDARD_MEAN
          UpperCAmelCase          =	image_std if image_std is not None else IMAGENET_STANDARD_STD






    def     _UpperCamelCase							(			self     ,A     ,A     ,A = PILImageResampling.BILINEAR     ,A = None     ,**A     ,):
          UpperCAmelCase          =	get_size_dict(A     ,default_to_square=A )
          if "shortest_edge" in size:
                UpperCAmelCase          =	get_resize_output_image_size(A     ,size["""shortest_edge"""]     ,default_to_square=A )
          elif "height" in size and "width" in size:
                UpperCAmelCase          =	(size["""height"""], size["""width"""])
          else:
                raise ValueError(F'''Size must have \'height\' and \'width\' or \'shortest_edge\' as keys. Got {size.keys()}''' )
          return resize(A     ,size=A     ,resample=A     ,data_format=A     ,**A )






    def     _UpperCamelCase							(			self     ,A     ,A     ,A = None     ,**A     ,):
          UpperCAmelCase          =	get_size_dict(A )
          if "height" not in size or "width" not in size:
                raise ValueError(F'''Size must have \'height\' and \'width\' as keys. Got {size.keys()}''' )
          return center_crop(A     ,size=(size["""height"""], size["""width"""])     ,data_format=A     ,**A )






    def     _UpperCamelCase							(			self     ,A     ,A     ,A = True     ,A = None     ,**A     ,):
          UpperCAmelCase          =	image.astype(np.floataa )
          if offset:
                UpperCAmelCase          =	image - (scale / 2)
          return rescale(A     ,scale=A     ,data_format=A     ,**A )






    def     _UpperCamelCase							(			self     ,A     ,A     ,A     ,A = None     ,**A     ,):
          return normalize(A     ,mean=A     ,std=A     ,data_format=A     ,**A )






    def     _UpperCamelCase							(			self     ,A     ,A = None     ,A = None     ,A = None     ,A = None     ,A = None     ,A = None     ,A = None     ,A = None     ,A = None     ,A = None     ,A = None     ,A = ChannelDimension.FIRST     ,):
          if do_resize and size is None or resample is None:
                raise ValueError("""Size and resample must be specified if do_resize is True.""" )

          if do_center_crop and crop_size is None:
                raise ValueError("""Crop size must be specified if do_center_crop is True.""" )

          if do_rescale and rescale_factor is None:
                raise ValueError("""Rescale factor must be specified if do_rescale is True.""" )

          if do_normalize and (image_mean is None or image_std is None):
                raise ValueError("""Image mean and std must be specified if do_normalize is True.""" )

          if offset and not do_rescale:
                raise ValueError("""For offset, do_rescale must also be set to True.""" )

          # All transformations expect numpy arrays.
          UpperCAmelCase          =	to_numpy_array(A )

          if do_resize:
                UpperCAmelCase          =	self.resize(image=A     ,size=A     ,resample=A )

          if do_center_crop:
                UpperCAmelCase          =	self.center_crop(A     ,size=A )

          if do_rescale:
                UpperCAmelCase          =	self.rescale(image=A     ,scale=A     ,offset=A )

          if do_normalize:
                UpperCAmelCase          =	self.normalize(image=A     ,mean=A     ,std=A )

          UpperCAmelCase          =	to_channel_dimension_format(A     ,A )
          return image






    def     _UpperCamelCase							(			self     ,A     ,A = None     ,A = None     ,A = None     ,A = None     ,A = None     ,A = None     ,A = None     ,A = None     ,A = None     ,A = None     ,A = None     ,A = None     ,A = ChannelDimension.FIRST     ,**A     ,):
          UpperCAmelCase          =	do_resize if do_resize is not None else self.do_resize
          UpperCAmelCase          =	resample if resample is not None else self.resample
          UpperCAmelCase          =	do_center_crop if do_center_crop is not None else self.do_center_crop
          UpperCAmelCase          =	do_rescale if do_rescale is not None else self.do_rescale
          UpperCAmelCase          =	rescale_factor if rescale_factor is not None else self.rescale_factor
          UpperCAmelCase          =	offset if offset is not None else self.offset
          UpperCAmelCase          =	do_normalize if do_normalize is not None else self.do_normalize
          UpperCAmelCase          =	image_mean if image_mean is not None else self.image_mean
          UpperCAmelCase          =	image_std if image_std is not None else self.image_std

          UpperCAmelCase          =	size if size is not None else self.size
          UpperCAmelCase          =	get_size_dict(A     ,default_to_square=A )
          UpperCAmelCase          =	crop_size if crop_size is not None else self.crop_size
          UpperCAmelCase          =	get_size_dict(A     ,param_name="""crop_size""" )

          if not valid_images(A ):
                raise ValueError(
                    """Invalid image type. Must be of type PIL.Image.Image, numpy.ndarray, """
                    """torch.Tensor, tf.Tensor or jax.ndarray.""" )

          UpperCAmelCase          =	make_batched(A )

          UpperCAmelCase          =	[
              [
                  self._preprocess_image(
                      image=A     ,do_resize=A     ,size=A     ,resample=A     ,do_center_crop=A     ,crop_size=A     ,do_rescale=A     ,rescale_factor=A     ,offset=A     ,do_normalize=A     ,image_mean=A     ,image_std=A     ,data_format=A     ,)
                  for img in video
              ]
              for video in videos
          ]

          UpperCAmelCase          =	{"""pixel_values""": videos}
          return BatchFeature(data=A     ,tensor_type=A )



