





"""simple docstring"""
import unittest

from transformers import is_flax_available
from transformers.testing_utils import require_flax, require_sentencepiece, require_tokenizers, require_torch, slow


if is_flax_available():
 import optax
 from flax.training.common_utils import onehot

 from transformers import AutoTokenizer, FlaxMTaForConditionalGeneration
 from transformers.models.ta.modeling_flax_ta import shift_tokens_right




@require_torch
@require_sentencepiece
@require_tokenizers
@require_flax
class        __snake_case	(					unittest.TestCase    ):



      @slow
      def   lowerCamelCase_       (						self)     ->      Optional[Any]:





        '''simple docstring'''





        a__:					List[str]      							=     FlaxMTaForConditionalGeneration.from_pretrained('google/mt5-small')
        a__:					str      							=     AutoTokenizer.from_pretrained('google/mt5-small')

        a__:					int      							=     tokenizer('Hello there'   ,      return_tensors='np').input_ids
        a__:					int      							=     tokenizer('Hi I am'   ,      return_tensors='np').input_ids

        a__:					Any      							=     shift_tokens_right(lowercase   ,      model.config.pad_token_id   ,      model.config.decoder_start_token_id)

        a__:					Union[str, Any]      							=     model(lowercase   ,      decoder_input_ids=lowercase).logits
        a__:					str      							=     optax.softmax_cross_entropy(lowercase   ,      onehot(lowercase   ,      logits.shape[-1])).mean()

        a__:					Optional[Any]      							=     -(labels.shape[-1] * loss.item())

        a__:					Tuple      							=     -84.9127
        self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4)



"""simple docstring"""
# Lint as: python3
# pylint: enable=line-too-long
# pylint: disable=g-import-not-at-top,g-bad-import-order,wrong-import-position

lowercase__ 	=     '2.13.1'

import platform

import pyarrow
from packaging import version


if version.parse(platform.python_version()) < version.parse('3.7'):
 raise ImportWarning(
     'To use `datasets`, Python>=3.7 is required, and the current version of Python doesn\'t match this condition.'
 )

if version.parse(pyarrow.__version__).major < 8:
 raise ImportWarning(
     'To use `datasets`, the module `pyarrow>=8.0.0` is required, and the current version of `pyarrow` doesn\'t match this condition.\n'
     'If you are running this in a Google Colab, you should probably just restart the runtime to use the right version of `pyarrow`.'
 )

del platform
del pyarrow
del version

from .arrow_dataset import Dataset
from .arrow_reader import ReadInstruction
from .builder import ArrowBasedBuilder, BeamBasedBuilder, BuilderConfig, DatasetBuilder, GeneratorBasedBuilder
from .combine import concatenate_datasets, interleave_datasets
from .dataset_dict import DatasetDict, IterableDatasetDict
from .download import *
from .features import *
from .fingerprint import disable_caching, enable_caching, is_caching_enabled, set_caching_enabled
from .info import DatasetInfo, MetricInfo
from .inspect import (
    get_dataset_config_info,
    get_dataset_config_names,
    get_dataset_infos,
    get_dataset_split_names,
    inspect_dataset,
    inspect_metric,
    list_datasets,
    list_metrics,
)
from .iterable_dataset import IterableDataset
from .load import load_dataset, load_dataset_builder, load_from_disk, load_metric
from .metric import Metric
from .splits import (
    NamedSplit,
    NamedSplitAll,
    Split,
    SplitBase,
    SplitDict,
    SplitGenerator,
    SplitInfo,
    SubSplitInfo,
    percent,
)
from .tasks import *
from .utils import *
from .utils import logging


# deprecated modules
from datasets import arrow_dataset as _arrow_dataset  # isort:skip
from datasets import utils as _utils  # isort:skip
from datasets.utils import download_manager as _deprecated_download_manager  # isort:skip

lowercase__ 	=     concatenate_datasets
lowercase__ 	=     DownloadConfig
lowercase__ 	=     DownloadManager
lowercase__ 	=     DownloadMode
lowercase__ 	=     DownloadConfig
lowercase__ 	=     DownloadMode
lowercase__ 	=     DownloadManager

del _arrow_dataset, _utils, _deprecated_download_manager


