Spaces:
Sleeping
Sleeping
File size: 3,494 Bytes
0a1c297 c2e30ff b9a47ba 0a1c297 b9a47ba 0a1c297 b9a47ba 2404bb8 b9a47ba 0a1c297 1fc10f3 b9a47ba 1fc10f3 0a1c297 1fc10f3 b9a47ba 0a1c297 b9a47ba 0a1c297 b9a47ba 2404bb8 0a1c297 1fc10f3 b9a47ba 1fc10f3 0a1c297 1fc10f3 0a1c297 2404bb8 1fc10f3 b9a47ba 2404bb8 0a1c297 78c5349 0a1c297 78c5349 0a1c297 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 |
from typing import Any, Generator, Literal
from gradio import Error
from kokoro import KPipeline
from loguru import logger
from numpy import float32
from numpy.typing import NDArray
from soundfile import write
from vocalizr import AUDIO_FILE_PATH, PIPELINE
@logger.catch
def save_file_wav(audio: NDArray[float32]) -> None:
"""
Saves an audio array to a WAV file using the specified sampling rate. If the saving
operation fails, it logs the exception and raises a RuntimeError.
:param audio: The audio data to be saved. Must be a NumPy array of data type
float32, representing the audio signal to be written to the file.
:type audio: NDArray[float32]
:return: This function does not return a value.
:rtype: None
"""
try:
logger.info(f"Saving audio to {AUDIO_FILE_PATH}")
write(file=AUDIO_FILE_PATH, data=audio, samplerate=24000)
except Exception as e:
logger.exception(f"Failed to save audio to {AUDIO_FILE_PATH}: {e}")
raise RuntimeError(f"Failed to save audio to {AUDIO_FILE_PATH}: {e}") from e
@logger.catch
def generate_audio_for_text(
text: str,
voice: str = "af_heart",
speed: float = 1.0,
save_file: bool = False,
debug: bool = False,
char_limit: int = -1,
) -> Generator[tuple[Literal[24000], NDArray[float32]], Any, None]:
"""
Generates audio from the provided text using the specified voice and speed.
It allows saving the generated audio to a file if required. The function
yields tuples containing the audio sampling rate and the audio data as a
NumPy array.
:param text: The input text to generate audio for. If CHAR_LIMIT is set to a
positive value, the text will be truncated to fit that limit.
:type text: str
:param voice: The voice profile to use for audio generation.
Defaults to "af_heart".
:type voice: str
:param speed: The speed modifier for audio generation. Defaults to 1.0.
:type speed: float
:param save_file: Whether to save the generated audio to a file. Defaults
to False.
:type save_file: bool
:param debug: Whether to enable debug mode. Defaults to False.
:type debug: bool
:param char_limit: The maximum number of characters to include in the input
:type char_limit: int
:return: A generator that yields tuples, where the first element is the
fixed sampling rate of 24,000 Hz, and the second element is a NumPy
array representing the generated audio data.
:rtype: Generator[tuple[Literal[24000], NDArray[float32]], Any, None]
"""
if not text:
logger.exception("No text provided")
elif len(text) < 4:
logger.exception(f"Text too short: {text} with length {len(text)}")
text = text if char_limit == -1 else text.strip()[:char_limit]
generator: Generator[KPipeline.Result, None, None] = PIPELINE(
text=text, voice=voice, speed=speed
)
for _, _, audio in generator:
if audio is None or isinstance(audio, str):
logger.exception(f"Unexpected type (audio): {type(audio)}")
raise Error(message=f"Unexpected type (audio): {type(audio)}")
if debug:
logger.info(f"Generating audio for '{text}'")
audio_np: NDArray[float32] = audio.numpy()
if save_file:
if debug:
logger.info(f"Saving audio file at {AUDIO_FILE_PATH}")
save_file_wav(audio=audio_np)
yield 24000, audio_np
|