Spaces:
Runtime error
Runtime error
File size: 2,775 Bytes
05b45a5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 |
#!/usr/bin/env rye run python
import asyncio
import time
from pathlib import Path
import pyaudio
from openai import AsyncOpenAI
# Initialize async client
openai = AsyncOpenAI(base_url="http://localhost:8880/v1", api_key="not-needed-for-local")
# Create a shared PyAudio instance
p = pyaudio.PyAudio()
async def stream_to_speakers(text: str, stream_id: int) -> None:
"""Stream TTS audio to speakers asynchronously"""
player_stream = p.open(
format=pyaudio.paInt16,
channels=1,
rate=24000,
output=True
)
start_time = time.time()
print(f"Starting stream {stream_id}")
try:
async with openai.audio.speech.with_streaming_response.create(
model="kokoro",
voice="af_bella",
response_format="pcm",
input=text
) as response:
print(f"Stream {stream_id} - Time to first byte: {int((time.time() - start_time) * 1000)}ms")
async for chunk in response.iter_bytes(chunk_size=1024):
player_stream.write(chunk)
# Small sleep to allow other coroutines to run
await asyncio.sleep(0.001)
print(f"Stream {stream_id} completed in {int((time.time() - start_time) * 1000)}ms")
finally:
player_stream.stop_stream()
player_stream.close()
async def save_to_file(text: str, file_id: int) -> None:
"""Save TTS output to file asynchronously"""
speech_file_path = Path(__file__).parent / f"speech_{file_id}.mp3"
async with openai.audio.speech.with_streaming_response.create(
model="kokoro",
voice="af_bella",
input=text
) as response:
# Open file in binary write mode
with open(speech_file_path, 'wb') as f:
async for chunk in response.iter_bytes():
f.write(chunk)
print(f"File {file_id} saved to {speech_file_path}")
async def main() -> None:
# Different text samples for variety
texts = [
"The quick brown fox jumped over the lazy dogs. I see skies of blue and clouds of white",
"I see skies of blue and clouds of white. I see skies of blue and clouds of white",
]
# Create tasks for streaming to speakers
speaker_tasks = [
stream_to_speakers(text, i)
for i, text in enumerate(texts)
]
# Create tasks for saving to files
file_tasks = [
save_to_file(text, i)
for i, text in enumerate(texts)
]
# Combine all tasks
all_tasks = speaker_tasks + file_tasks
# Run all tasks concurrently
try:
await asyncio.gather(*all_tasks)
finally:
# Clean up PyAudio
p.terminate()
if __name__ == "__main__":
asyncio.run(main()) |