





import argparse

import torch

from transformers import BertConfig, BertForPreTraining, load_tf_weights_in_bert
from transformers.utils import logging


logging.set_verbosity_info()

def   a_   (			lowerCAmelCase_				:      Tuple,     lowerCAmelCase_				:      Dict,     lowerCAmelCase_				:      Any     ):
   # Initialise PyTorch model
   __lowerCAmelCase							     =     BertConfig.from_json_file(lowerCAmelCase_     )
   print(F"""Building PyTorch model from configuration: {config}"""     )
   __lowerCAmelCase							     =     BertForPreTraining(lowerCAmelCase_     )

   # Load weights from tf checkpoint
   load_tf_weights_in_bert(lowerCAmelCase_,     lowerCAmelCase_,     lowerCAmelCase_     )

   # Save pytorch-model
   print(F"""Save PyTorch model to {pytorch_dump_path}"""     )
   torch.save(model.state_dict(),     lowerCAmelCase_     )


if __name__ == "__main__":
     _snake_case  :   Optional[Any]						   =  argparse.ArgumentParser()
     # Required parameters
     parser.add_argument(
         '--tf_checkpoint_path', default=None, type=str, required=True, help='Path to the TensorFlow checkpoint path.'
     )
     parser.add_argument(
         '--bert_config_file',
         default=None,
         type=str,
         required=True,
         help=(
             'The config json file corresponding to the pre-trained BERT model. \n'
             'This specifies the model architecture.'
         ),
     )
     parser.add_argument(
         '--pytorch_dump_path', default=None, type=str, required=True, help='Path to the output PyTorch model.'
     )
     _snake_case  :   Dict						   =  parser.parse_args()
     convert_tf_checkpoint_to_pytorch(args.tf_checkpoint_path, args.bert_config_file, args.pytorch_dump_path)








import gc
import unittest

import numpy as np
import torch

from diffusers import (
    AudioDiffusionPipeline,
    AutoencoderKL,
    DDIMScheduler,
    DDPMScheduler,
    DiffusionPipeline,
    Mel,
    UNetaDConditionModel,
    UNetaDModel,
)
from diffusers.utils import slow, torch_device
from diffusers.utils.testing_utils import enable_full_determinism, require_torch_gpu


enable_full_determinism()



class     _UpperCAmelCase   (   unittest.TestCase   ):

  """simple docstring"""


  def     lowercase		(    self			:		List[str]					)							->						int:
     # clean up the VRAM after each test
     super().tearDown()
     gc.collect()
     torch.cuda.empty_cache()






  @property
  def     lowercase		(    self			:		Union[str, Any]					)							->						Any:
     torch.manual_seed(0					)
     __lowerCAmelCase							     =     UNetaDModel(
         sample_size=(3_2, 6_4) ,  in_channels=1 ,  out_channels=1 ,  layers_per_block=2 ,  block_out_channels=(1_2_8, 1_2_8) ,  down_block_types=('AttnDownBlock2D', 'DownBlock2D') ,  up_block_types=('UpBlock2D', 'AttnUpBlock2D') ,  )
     return model






  @property
  def     lowercase		(    self			:		Optional[Any]					)							->						List[Any]:
     torch.manual_seed(0					)
     __lowerCAmelCase							     =     UNetaDConditionModel(
         sample_size=(6_4, 3_2) ,  in_channels=1 ,  out_channels=1 ,  layers_per_block=2 ,  block_out_channels=(1_2_8, 1_2_8) ,  down_block_types=('CrossAttnDownBlock2D', 'DownBlock2D') ,  up_block_types=('UpBlock2D', 'CrossAttnUpBlock2D') ,  cross_attention_dim=1_0 ,  )
     return model






  @property
  def     lowercase		(    self			:		Dict					)							->						Optional[Any]:
     torch.manual_seed(0					)
     __lowerCAmelCase							     =     AutoencoderKL(
         sample_size=(1_2_8, 6_4) ,  in_channels=1 ,  out_channels=1 ,  latent_channels=1 ,  layers_per_block=2 ,  block_out_channels=(1_2_8, 1_2_8) ,  down_block_types=('DownEncoderBlock2D', 'DownEncoderBlock2D') ,  up_block_types=('UpDecoderBlock2D', 'UpDecoderBlock2D') ,  )
     __lowerCAmelCase							     =     UNetaDModel(
         sample_size=(6_4, 3_2) ,  in_channels=1 ,  out_channels=1 ,  layers_per_block=2 ,  block_out_channels=(1_2_8, 1_2_8) ,  down_block_types=('AttnDownBlock2D', 'DownBlock2D') ,  up_block_types=('UpBlock2D', 'AttnUpBlock2D') ,  )
     return vqvae, unet






  @slow
  def     lowercase		(    self			:		Dict					)							->						Optional[Any]:
     __lowerCAmelCase							     =     'cpu'  # ensure determinism for the device-dependent torch.Generator
     __lowerCAmelCase							     =     Mel(
         x_res=self.dummy_unet.config.sample_size[1] ,  y_res=self.dummy_unet.config.sample_size[0] ,  )

     __lowerCAmelCase							     =     DDPMScheduler()
     __lowerCAmelCase							     =     AudioDiffusionPipeline(vqvae=lowerCAmelCase_ ,  unet=self.dummy_unet ,  mel=lowerCAmelCase_ ,  scheduler=lowerCAmelCase_					)
     __lowerCAmelCase							     =     pipe.to(lowerCAmelCase_					)
     pipe.set_progress_bar_config(disable=lowerCAmelCase_					)

     __lowerCAmelCase							     =     torch.Generator(device=lowerCAmelCase_					).manual_seed(4_2					)
     __lowerCAmelCase							     =     pipe(generator=lowerCAmelCase_ ,  steps=4					)
     __lowerCAmelCase							     =     output.audios[0]
     __lowerCAmelCase							     =     output.images[0]

     __lowerCAmelCase							     =     torch.Generator(device=lowerCAmelCase_					).manual_seed(4_2					)
     __lowerCAmelCase							     =     pipe(generator=lowerCAmelCase_ ,  steps=4 ,  return_dict=lowerCAmelCase_					)
     __lowerCAmelCase							     =     output[0][0]

     assert audio.shape == (1, (self.dummy_unet.config.sample_size[1] - 1) * mel.hop_length)
     assert (
         image.height == self.dummy_unet.config.sample_size[0]
         and image.width == self.dummy_unet.config.sample_size[1]
     )
     __lowerCAmelCase							     =     np.frombuffer(image.tobytes() ,  dtype='uint8'					)[:1_0]
     __lowerCAmelCase							     =     np.frombuffer(image_from_tuple.tobytes() ,  dtype='uint8'					)[:1_0]
     __lowerCAmelCase							     =     np.array([6_9, 2_5_5, 2_5_5, 2_5_5, 0, 0, 7_7, 1_8_1, 1_2, 1_2_7]					)

     assert np.abs(image_slice.flatten() - expected_slice					).max() == 0
     assert np.abs(image_from_tuple_slice.flatten() - expected_slice					).max() == 0

     __lowerCAmelCase							     =     Mel(
         x_res=self.dummy_vqvae_and_unet[0].config.sample_size[1] ,  y_res=self.dummy_vqvae_and_unet[0].config.sample_size[0] ,  )

     __lowerCAmelCase							     =     DDIMScheduler()
     __lowerCAmelCase							     =     self.dummy_vqvae_and_unet
     __lowerCAmelCase							     =     AudioDiffusionPipeline(
         vqvae=self.dummy_vqvae_and_unet[0] ,  unet=dummy_vqvae_and_unet[1] ,  mel=lowerCAmelCase_ ,  scheduler=lowerCAmelCase_					)
     __lowerCAmelCase							     =     pipe.to(lowerCAmelCase_					)
     pipe.set_progress_bar_config(disable=lowerCAmelCase_					)

     np.random.seed(0					)
     __lowerCAmelCase							     =     np.random.uniform(-1 ,  1 ,  ((dummy_vqvae_and_unet[0].config.sample_size[1] - 1) * mel.hop_length,)					)
     __lowerCAmelCase							     =     torch.Generator(device=lowerCAmelCase_					).manual_seed(4_2					)
     __lowerCAmelCase							     =     pipe(raw_audio=lowerCAmelCase_ ,  generator=lowerCAmelCase_ ,  start_step=5 ,  steps=1_0					)
     __lowerCAmelCase							     =     output.images[0]

     assert (
         image.height == self.dummy_vqvae_and_unet[0].config.sample_size[0]
         and image.width == self.dummy_vqvae_and_unet[0].config.sample_size[1]
     )
     __lowerCAmelCase							     =     np.frombuffer(image.tobytes() ,  dtype='uint8'					)[:1_0]
     __lowerCAmelCase							     =     np.array([1_2_0, 1_1_7, 1_1_0, 1_0_9, 1_3_8, 1_6_7, 1_3_8, 1_4_8, 1_3_2, 1_2_1]					)

     assert np.abs(image_slice.flatten() - expected_slice					).max() == 0

     __lowerCAmelCase							     =     self.dummy_unet_condition
     __lowerCAmelCase							     =     AudioDiffusionPipeline(
         vqvae=self.dummy_vqvae_and_unet[0] ,  unet=lowerCAmelCase_ ,  mel=lowerCAmelCase_ ,  scheduler=lowerCAmelCase_					)
     __lowerCAmelCase							     =     pipe.to(lowerCAmelCase_					)
     pipe.set_progress_bar_config(disable=lowerCAmelCase_					)

     np.random.seed(0					)
     __lowerCAmelCase							     =     torch.rand((1, 1, 1_0)					)
     __lowerCAmelCase							     =     pipe(generator=lowerCAmelCase_ ,  encoding=lowerCAmelCase_					)
     __lowerCAmelCase							     =     output.images[0]
     __lowerCAmelCase							     =     np.frombuffer(image.tobytes() ,  dtype='uint8'					)[:1_0]
     __lowerCAmelCase							     =     np.array([1_0_7, 1_0_3, 1_2_0, 1_2_7, 1_4_2, 1_2_2, 1_1_3, 1_2_2, 9_7, 1_1_1]					)

     assert np.abs(image_slice.flatten() - expected_slice					).max() == 0





@slow
@require_torch_gpu
class     _UpperCAmelCase   (   unittest.TestCase   ):

  """simple docstring"""


  def     lowercase		(    self			:		List[Any]					)							->						Optional[int]:
     # clean up the VRAM after each test
     super().tearDown()
     gc.collect()
     torch.cuda.empty_cache()






  def     lowercase		(    self			:		Union[str, Any]					)							->						Optional[int]:
     __lowerCAmelCase							     =     torch_device

     __lowerCAmelCase							     =     DiffusionPipeline.from_pretrained('teticio/audio-diffusion-ddim-256'					)
     __lowerCAmelCase							     =     pipe.to(lowerCAmelCase_					)
     pipe.set_progress_bar_config(disable=lowerCAmelCase_					)

     __lowerCAmelCase							     =     torch.Generator(device=lowerCAmelCase_					).manual_seed(4_2					)
     __lowerCAmelCase							     =     pipe(generator=lowerCAmelCase_					)
     __lowerCAmelCase							     =     output.audios[0]
     __lowerCAmelCase							     =     output.images[0]

     assert audio.shape == (1, (pipe.unet.config.sample_size[1] - 1) * pipe.mel.hop_length)
     assert image.height == pipe.unet.config.sample_size[0] and image.width == pipe.unet.config.sample_size[1]
     __lowerCAmelCase							     =     np.frombuffer(image.tobytes() ,  dtype='uint8'					)[:1_0]
     __lowerCAmelCase							     =     np.array([1_5_1, 1_6_7, 1_5_4, 1_4_4, 1_2_2, 1_3_4, 1_2_1, 1_0_5, 7_0, 2_6]					)

     assert np.abs(image_slice.flatten() - expected_slice					).max() == 0

