





import os
from shutil import copyfile
from typing import List, Optional, Tuple

from ...tokenization_utils import AddedToken
from ...tokenization_utils_fast import PreTrainedTokenizerFast
from ...utils import is_sentencepiece_available, logging


if is_sentencepiece_available():
 from .tokenization_albert import AlbertTokenizer
else:
 _snake_case  :   Tuple						   =  None

_snake_case  :   Union[str, Any]						   =  logging.get_logger(__name__)
_snake_case  :   Tuple						   =  {"""vocab_file""": """spiece.model""", """tokenizer_file""": """tokenizer.json"""}

_snake_case  :   List[Any]						   =  {
    """vocab_file""": {
        """albert-base-v1""": """https://huggingface.co/albert-base-v1/resolve/main/spiece.model""",
        """albert-large-v1""": """https://huggingface.co/albert-large-v1/resolve/main/spiece.model""",
        """albert-xlarge-v1""": """https://huggingface.co/albert-xlarge-v1/resolve/main/spiece.model""",
        """albert-xxlarge-v1""": """https://huggingface.co/albert-xxlarge-v1/resolve/main/spiece.model""",
        """albert-base-v2""": """https://huggingface.co/albert-base-v2/resolve/main/spiece.model""",
        """albert-large-v2""": """https://huggingface.co/albert-large-v2/resolve/main/spiece.model""",
        """albert-xlarge-v2""": """https://huggingface.co/albert-xlarge-v2/resolve/main/spiece.model""",
        """albert-xxlarge-v2""": """https://huggingface.co/albert-xxlarge-v2/resolve/main/spiece.model""",
    },
    """tokenizer_file""": {
        """albert-base-v1""": """https://huggingface.co/albert-base-v1/resolve/main/tokenizer.json""",
        """albert-large-v1""": """https://huggingface.co/albert-large-v1/resolve/main/tokenizer.json""",
        """albert-xlarge-v1""": """https://huggingface.co/albert-xlarge-v1/resolve/main/tokenizer.json""",
        """albert-xxlarge-v1""": """https://huggingface.co/albert-xxlarge-v1/resolve/main/tokenizer.json""",
        """albert-base-v2""": """https://huggingface.co/albert-base-v2/resolve/main/tokenizer.json""",
        """albert-large-v2""": """https://huggingface.co/albert-large-v2/resolve/main/tokenizer.json""",
        """albert-xlarge-v2""": """https://huggingface.co/albert-xlarge-v2/resolve/main/tokenizer.json""",
        """albert-xxlarge-v2""": """https://huggingface.co/albert-xxlarge-v2/resolve/main/tokenizer.json""",
    },
}

_snake_case  :   Any						   =  {
    """albert-base-v1""": 512,
    """albert-large-v1""": 512,
    """albert-xlarge-v1""": 512,
    """albert-xxlarge-v1""": 512,
    """albert-base-v2""": 512,
    """albert-large-v2""": 512,
    """albert-xlarge-v2""": 512,
    """albert-xxlarge-v2""": 512,
}

_snake_case  :   Dict						   =  """▁"""



class     _UpperCAmelCase   (   _UpperCamelCase   ):

  """simple docstring"""


  a_      =			VOCAB_FILES_NAMES
  a_      =			PRETRAINED_VOCAB_FILES_MAP
  a_      =			PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
  a_      =			AlbertTokenizer






  def __init__(    self			:		Union[str, Any] ,  lowerCAmelCase_			:		Tuple=None ,  lowerCAmelCase_			:		Tuple=None ,  lowerCAmelCase_			:		List[str]=True ,  lowerCAmelCase_			:		Tuple=True ,  lowerCAmelCase_			:		List[Any]=False ,  lowerCAmelCase_			:		Any="[CLS]" ,  lowerCAmelCase_			:		int="[SEP]" ,  lowerCAmelCase_			:		Any="<unk>" ,  lowerCAmelCase_			:		List[str]="[SEP]" ,  lowerCAmelCase_			:		Dict="<pad>" ,  lowerCAmelCase_			:		Tuple="[CLS]" ,  lowerCAmelCase_			:		List[Any]="[MASK]" ,  **lowerCAmelCase_			:		Optional[int] ,  )							->						List[Any]:
     __lowerCAmelCase							     =     (
         AddedToken(lowerCAmelCase_ ,  lstrip=lowerCAmelCase_ ,  rstrip=lowerCAmelCase_ ,  normalized=lowerCAmelCase_					)
         if isinstance(lowerCAmelCase_ ,  lowerCAmelCase_					)
         else mask_token
     )

     super().__init__(
         lowerCAmelCase_ ,  tokenizer_file=lowerCAmelCase_ ,  do_lower_case=lowerCAmelCase_ ,  remove_space=lowerCAmelCase_ ,  keep_accents=lowerCAmelCase_ ,  bos_token=lowerCAmelCase_ ,  eos_token=lowerCAmelCase_ ,  unk_token=lowerCAmelCase_ ,  sep_token=lowerCAmelCase_ ,  pad_token=lowerCAmelCase_ ,  cls_token=lowerCAmelCase_ ,  mask_token=lowerCAmelCase_ ,  **lowerCAmelCase_ ,  )

     __lowerCAmelCase							     =     do_lower_case
     __lowerCAmelCase							     =     remove_space
     __lowerCAmelCase							     =     keep_accents
     __lowerCAmelCase							     =     vocab_file
     __lowerCAmelCase							     =     False if not self.vocab_file else True






  def     lowercase		(    self			:		List[str] ,  lowerCAmelCase_			:		List[int] ,  lowerCAmelCase_			:		Optional[List[int]] = None					)							->						List[int]:
     __lowerCAmelCase							     =     [self.sep_token_id]
     __lowerCAmelCase							     =     [self.cls_token_id]
     if token_ids_a is None:
        return cls + token_ids_a + sep
     return cls + token_ids_a + sep + token_ids_a + sep






  def     lowercase		(    self			:		List[str] ,  lowerCAmelCase_			:		List[int] ,  lowerCAmelCase_			:		Optional[List[int]] = None					)							->						List[int]:
     __lowerCAmelCase							     =     [self.sep_token_id]
     __lowerCAmelCase							     =     [self.cls_token_id]

     if token_ids_a is None:
        return len(cls + token_ids_a + sep					) * [0]
     return len(cls + token_ids_a + sep					) * [0] + len(token_ids_a + sep					) * [1]






  def     lowercase		(    self			:		str ,  lowerCAmelCase_			:		str ,  lowerCAmelCase_			:		Optional[str] = None					)							->						Tuple[str]:




     if not self.can_save_slow_tokenizer:
        raise ValueError(
            'Your fast tokenizer does not have the necessary information to save the vocabulary for a slow '
            'tokenizer.'					)

     if not os.path.isdir(lowerCAmelCase_					):
        logger.error(f"""Vocabulary path ({save_directory}) should be a directory"""					)
        return
     __lowerCAmelCase							     =     os.path.join(
         lowerCAmelCase_ ,  (filename_prefix + '-' if filename_prefix else '') + VOCAB_FILES_NAMES['vocab_file']					)

     if os.path.abspath(self.vocab_file					) != os.path.abspath(lowerCAmelCase_					):
        copyfile(self.vocab_file ,  lowerCAmelCase_					)

     return (out_vocab_file,)








import gc
import unittest

import numpy as np
import torch

from diffusers import DanceDiffusionPipeline, IPNDMScheduler, UNetaDModel
from diffusers.utils import slow, torch_device
from diffusers.utils.testing_utils import enable_full_determinism, require_torch_gpu, skip_mps

from ..pipeline_params import UNCONDITIONAL_AUDIO_GENERATION_BATCH_PARAMS, UNCONDITIONAL_AUDIO_GENERATION_PARAMS
from ..test_pipelines_common import PipelineTesterMixin


enable_full_determinism()



class     _UpperCAmelCase   (   _UpperCamelCase		,   unittest.TestCase   ):

  """simple docstring"""


  a_      =			DanceDiffusionPipeline
  a_      =			UNCONDITIONAL_AUDIO_GENERATION_PARAMS
  a_      =			PipelineTesterMixin.required_optional_params - {
      """callback""",
      """latents""",
      """callback_steps""",
      """output_type""",
      """num_images_per_prompt""",
  }
  a_      =			UNCONDITIONAL_AUDIO_GENERATION_BATCH_PARAMS
  a_      =			False
  a_      =			False






  def     lowercase		(    self			:		List[Any]					)							->						Dict:
     torch.manual_seed(0					)
     __lowerCAmelCase							     =     UNetaDModel(
         block_out_channels=(3_2, 3_2, 6_4) ,  extra_in_channels=1_6 ,  sample_size=5_1_2 ,  sample_rate=1_6_0_0_0 ,  in_channels=2 ,  out_channels=2 ,  flip_sin_to_cos=lowerCAmelCase_ ,  use_timestep_embedding=lowerCAmelCase_ ,  time_embedding_type='fourier' ,  mid_block_type='UNetMidBlock1D' ,  down_block_types=('DownBlock1DNoSkip', 'DownBlock1D', 'AttnDownBlock1D') ,  up_block_types=('AttnUpBlock1D', 'UpBlock1D', 'UpBlock1DNoSkip') ,  )
     __lowerCAmelCase							     =     IPNDMScheduler()

     __lowerCAmelCase							     =     {
         'unet': unet,
         'scheduler': scheduler,
     }
     return components






  def     lowercase		(    self			:		Tuple ,  lowerCAmelCase_			:		Tuple ,  lowerCAmelCase_			:		List[str]=0					)							->						Any:
     if str(lowerCAmelCase_					).startswith('mps'					):
        __lowerCAmelCase							     =     torch.manual_seed(lowerCAmelCase_					)
     else:
        __lowerCAmelCase							     =     torch.Generator(device=lowerCAmelCase_					).manual_seed(lowerCAmelCase_					)
     __lowerCAmelCase							     =     {
         'batch_size': 1,
         'generator': generator,
         'num_inference_steps': 4,
     }
     return inputs






  def     lowercase		(    self			:		Union[str, Any]					)							->						int:
     __lowerCAmelCase							     =     'cpu'  # ensure determinism for the device-dependent torch.Generator
     __lowerCAmelCase							     =     self.get_dummy_components()
     __lowerCAmelCase							     =     DanceDiffusionPipeline(**lowerCAmelCase_					)
     __lowerCAmelCase							     =     pipe.to(lowerCAmelCase_					)
     pipe.set_progress_bar_config(disable=lowerCAmelCase_					)

     __lowerCAmelCase							     =     self.get_dummy_inputs(lowerCAmelCase_					)
     __lowerCAmelCase							     =     pipe(**lowerCAmelCase_					)
     __lowerCAmelCase							     =     output.audios

     __lowerCAmelCase							     =     audio[0, -3:, -3:]

     assert audio.shape == (1, 2, components["unet"].sample_size)
     __lowerCAmelCase							     =     np.array([-0.72_65, 1.00_00, -0.83_88, 0.11_75, 0.94_98, -1.00_00]					)
     assert np.abs(audio_slice.flatten() - expected_slice					).max() < 1e-2






  @skip_mps
  def     lowercase		(    self			:		Union[str, Any]					)							->						Tuple:
     return super().test_save_load_local()






  @skip_mps
  def     lowercase		(    self			:		List[str]					)							->						Dict:
     return super().test_dict_tuple_outputs_equivalent(expected_max_difference=3e-3					)






  @skip_mps
  def     lowercase		(    self			:		str					)							->						List[str]:
     return super().test_save_load_optional_components()






  @skip_mps
  def     lowercase		(    self			:		List[Any]					)							->						List[str]:
     return super().test_attention_slicing_forward_pass()






  def     lowercase		(    self			:		str					)							->						int:
     super().test_inference_batch_single_identical(expected_max_diff=3e-3					)





@slow
@require_torch_gpu
class     _UpperCAmelCase   (   unittest.TestCase   ):

  """simple docstring"""


  def     lowercase		(    self			:		Any					)							->						Union[str, Any]:
     # clean up the VRAM after each test
     super().tearDown()
     gc.collect()
     torch.cuda.empty_cache()






  def     lowercase		(    self			:		List[str]					)							->						List[str]:
     __lowerCAmelCase							     =     torch_device

     __lowerCAmelCase							     =     DanceDiffusionPipeline.from_pretrained('harmonai/maestro-150k'					)
     __lowerCAmelCase							     =     pipe.to(lowerCAmelCase_					)
     pipe.set_progress_bar_config(disable=lowerCAmelCase_					)

     __lowerCAmelCase							     =     torch.manual_seed(0					)
     __lowerCAmelCase							     =     pipe(generator=lowerCAmelCase_ ,  num_inference_steps=1_0_0 ,  audio_length_in_s=4.0_96					)
     __lowerCAmelCase							     =     output.audios

     __lowerCAmelCase							     =     audio[0, -3:, -3:]

     assert audio.shape == (1, 2, pipe.unet.sample_size)
     __lowerCAmelCase							     =     np.array([-0.01_92, -0.02_31, -0.03_18, -0.00_59, 0.00_02, -0.00_20]					)

     assert np.abs(audio_slice.flatten() - expected_slice					).max() < 1e-2






  def     lowercase		(    self			:		Tuple					)							->						Dict:
     __lowerCAmelCase							     =     torch_device

     __lowerCAmelCase							     =     DanceDiffusionPipeline.from_pretrained('harmonai/maestro-150k' ,  torch_dtype=torch.floataa					)
     __lowerCAmelCase							     =     pipe.to(lowerCAmelCase_					)
     pipe.set_progress_bar_config(disable=lowerCAmelCase_					)

     __lowerCAmelCase							     =     torch.manual_seed(0					)
     __lowerCAmelCase							     =     pipe(generator=lowerCAmelCase_ ,  num_inference_steps=1_0_0 ,  audio_length_in_s=4.0_96					)
     __lowerCAmelCase							     =     output.audios

     __lowerCAmelCase							     =     audio[0, -3:, -3:]

     assert audio.shape == (1, 2, pipe.unet.sample_size)
     __lowerCAmelCase							     =     np.array([-0.03_67, -0.04_88, -0.07_71, -0.05_25, -0.04_44, -0.03_41]					)

     assert np.abs(audio_slice.flatten() - expected_slice					).max() < 1e-2

