






"""simple docstring"""







import unittest

from transformers.testing_utils import require_bsa
from transformers.utils import is_bsa_available

from ...test_feature_extraction_common import FeatureExtractionSavingTestMixin


if is_bsa_available():
  from transformers import MarkupLMFeatureExtractor







class  lowerCamelCase__ (	unittest.TestCase			):






    def __init__(			self     ,A ):
          UpperCAmelCase          =	parent






    def     _UpperCamelCase							(			self ):
          return {}







def _a			(		):







      """simple docstring"""






      UpperCAmelCase          =	"""<HTML>

    <HEAD>
    <TITLE>sample document</TITLE>
    </HEAD>

    <BODY BGCOLOR=\"FFFFFF\">
    <HR>
    <a href=\"http://google.com\">Goog</a>
    <H1>This is one header</H1>
    <H2>This is a another Header</H2>
    <P>Travel from
        <P>
        <B>SFO to JFK</B>
        <BR>
        <B><I>on May 2, 2015 at 2:00 pm. For details go to confirm.com </I></B>
        <HR>
        <div style=\"color:#0000FF\">
            <h3>Traveler <b> name </b> is
            <p> John Doe </p>
        </div>"""

      UpperCAmelCase          =	"""
    <!DOCTYPE html>
    <html>
    <body>

    <h1>My First Heading</h1>
    <p>My first paragraph.</p>

    </body>
    </html>
    """

      return [html_string_a, html_string_a]







@require_bsa
class  lowerCamelCase__ (	snake_case   ,					unittest.TestCase			):
    SCREAMING_SNAKE_CASE		=      MarkupLMFeatureExtractor if is_bsa_available() else None






    def     _UpperCamelCase							(			self ):
          UpperCAmelCase          =	MarkupLMFeatureExtractionTester(self )






    @property
    def     _UpperCamelCase							(			self ):
          return self.feature_extract_tester.prepare_feat_extract_dict()






    def     _UpperCamelCase							(			self ):
          # Initialize feature_extractor
          UpperCAmelCase          =	self.feature_extraction_class()

          # Test not batched input
          UpperCAmelCase          =	get_html_strings()[0]
          UpperCAmelCase          =	feature_extractor(A )

          # fmt: off
          UpperCAmelCase          =	[["""sample document""", """Goog""", """This is one header""", """This is a another Header""", """Travel from""", """SFO to JFK""", """on May 2, 2015 at 2:00 pm. For details go to confirm.com""", """Traveler""", """name""", """is""", """John Doe"""]]
          UpperCAmelCase          =	[["""/html/head/title""", """/html/body/a""", """/html/body/h1""", """/html/body/h2""", """/html/body/p""", """/html/body/p/p/b[1]""", """/html/body/p/p/b[2]/i""", """/html/body/p/p/div/h3""", """/html/body/p/p/div/h3/b""", """/html/body/p/p/div/h3""", """/html/body/p/p/div/h3/p"""]]
          # fmt: on

          self.assertEqual(encoding.nodes     ,A )
          self.assertEqual(encoding.xpaths     ,A )

          # Test batched
          UpperCAmelCase          =	get_html_strings()
          UpperCAmelCase          =	feature_extractor(A )

          # fmt: off
          UpperCAmelCase          =	expected_nodes + [["""My First Heading""", """My first paragraph."""]]
          UpperCAmelCase          =	expected_xpaths + [["""/html/body/h1""", """/html/body/p"""]]

          self.assertEqual(len(encoding.nodes )     ,2 )
          self.assertEqual(len(encoding.xpaths )     ,2 )

          self.assertEqual(encoding.nodes     ,A )
          self.assertEqual(encoding.xpaths     ,A )











"""simple docstring"""







import argparse
import re

import torch
from CLAP import create_model

from transformers import AutoFeatureExtractor, ClapConfig, ClapModel


_UpperCamelCase					      =  {
    """text_branch""": """text_model""",
    """audio_branch""": """audio_model.audio_encoder""",
    """attn""": """attention.self""",
    """self.proj""": """output.dense""",
    """attention.self_mask""": """attn_mask""",
    """mlp.fc1""": """intermediate.dense""",
    """mlp.fc2""": """output.dense""",
    """norm1""": """layernorm_before""",
    """norm2""": """layernorm_after""",
    """bn0""": """batch_norm""",
}

_UpperCamelCase					      =  AutoFeatureExtractor.from_pretrained("""laion/clap-htsat-unfused""", truncation="""rand_trunc""")

def _a			(		_snake_case				,	_snake_case=False							):







      """simple docstring"""






      UpperCAmelCase      , UpperCAmelCase          =	create_model(
          """HTSAT-tiny"""				,	"""roberta"""				,	_snake_case				,	precision="""fp32"""				,	device="""cuda:0""" if torch.cuda.is_available() else """cpu"""				,	enable_fusion=_snake_case				,	fusion_type="""aff_2d""" if enable_fusion else None				,	)
      return model, model_cfg

def _a			(		_snake_case							):







      """simple docstring"""






      UpperCAmelCase          =	{}

      UpperCAmelCase          =	R""".*sequential.(\d+).*"""
      UpperCAmelCase          =	R""".*_projection.(\d+).*"""

      for key, value in state_dict.items():
            # check if any key needs to be modified
            for key_to_modify, new_key in KEYS_TO_MODIFY_MAPPING.items():
                  if key_to_modify in key:
                        UpperCAmelCase          =	key.replace(_snake_case				,	_snake_case							)

            if re.match(_snake_case				,	_snake_case							):
                  # replace sequential layers with list
                  UpperCAmelCase          =	re.match(_snake_case				,	_snake_case							).group(1							)

                  UpperCAmelCase          =	key.replace(F'''sequential.{sequential_layer}.'''				,	F'''layers.{int(_snake_case							)//3}.linear.'''							)
            elif re.match(_snake_case				,	_snake_case							):
                  UpperCAmelCase          =	int(re.match(_snake_case				,	_snake_case							).group(1							)							)

                  # Because in CLAP they use `nn.Sequential`...
                  UpperCAmelCase          =	1 if projecton_layer == 0 else 2

                  UpperCAmelCase          =	key.replace(F'''_projection.{projecton_layer}.'''				,	F'''_projection.linear{transformers_projection_layer}.'''							)

            if "audio" and "qkv" in key:
                  # split qkv into query key and value
                  UpperCAmelCase          =	value
                  UpperCAmelCase          =	mixed_qkv.size(0							) // 3

                  UpperCAmelCase          =	mixed_qkv[:qkv_dim]
                  UpperCAmelCase          =	mixed_qkv[qkv_dim : qkv_dim * 2]
                  UpperCAmelCase          =	mixed_qkv[qkv_dim * 2 :]

                  UpperCAmelCase          =	query_layer
                  UpperCAmelCase          =	key_layer
                  UpperCAmelCase          =	value_layer
            else:
                  UpperCAmelCase          =	value

      return model_state_dict

def _a			(		_snake_case				,	_snake_case				,	_snake_case				,	_snake_case=False							):







      """simple docstring"""






      UpperCAmelCase      , UpperCAmelCase          =	init_clap(_snake_case				,	enable_fusion=_snake_case							)

      clap_model.eval()
      UpperCAmelCase          =	clap_model.state_dict()
      UpperCAmelCase          =	rename_state_dict(_snake_case							)

      UpperCAmelCase          =	ClapConfig()
      UpperCAmelCase          =	enable_fusion
      UpperCAmelCase          =	ClapModel(_snake_case							)

      # ignore the spectrogram embedding layer
      model.load_state_dict(_snake_case				,	strict=_snake_case							)

      model.save_pretrained(_snake_case							)
      transformers_config.save_pretrained(_snake_case							)


if __name__ == "__main__":
  _UpperCamelCase					      =  argparse.ArgumentParser()
  parser.add_argument("""--pytorch_dump_folder_path""", default=None, type=str, help="""Path to the output PyTorch model.""")
  parser.add_argument("""--checkpoint_path""", default=None, type=str, help="""Path to fairseq checkpoint""")
  parser.add_argument("""--config_path""", default=None, type=str, help="""Path to hf config.json of model to convert""")
  parser.add_argument("""--enable_fusion""", action="""store_true""", help="""Whether to enable fusion or not""")
  _UpperCamelCase					      =  parser.parse_args()

  convert_clap_checkpoint(args.checkpoint_path, args.pytorch_dump_folder_path, args.config_path, args.enable_fusion)



