



'''simple docstring'''

from typing import TYPE_CHECKING

from ...utils import _LazyModule


UpperCAmelCase     		=   {'tokenization_wav2vec2_phoneme': ['Wav2Vec2PhonemeCTCTokenizer']}


if TYPE_CHECKING:
				from .tokenization_wavaveca_phoneme import WavaVecaPhonemeCTCTokenizer
else:
				import sys

				UpperCAmelCase     		=   _LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)




'''simple docstring'''

from torch import nn






def 		_snake_case		( _SCREAMING_SNAKE_CASE					:						Optional[int]							)      ->						Union[str, Any]:







	"""simple docstring"""
	if act_fn in ["swish", "silu"]:
		return nn.SiLU()
	elif act_fn == "mish":
		return nn.Mish()
	elif act_fn == "gelu":
		return nn.GELU()
	else:
		raise ValueError(f'Unsupported activation function: {act_fn}'							)