Server-side streaming

1
from dotenv import load_dotenv
2
import os
3
import asyncio
4
from elevenlabs import ElevenLabs, RealtimeEvents, RealtimeUrlOptions
5
6
load_dotenv()
7
8
async def main():
9
    elevenlabs = ElevenLabs(api_key=os.getenv("ELEVENLABS_API_KEY"))
10
11
    # Create an event to signal when to stop
12
    stop_event = asyncio.Event()
13
14
    # Connect to a streaming audio URL
15
    connection = await elevenlabs.speech_to_text.realtime.connect(RealtimeUrlOptions(
16
        model_id="scribe_v2_realtime",
17
        url="https://npr-ice.streamguys1.com/live.mp3",
18
        include_timestamps=True,
19
    ))
20
21
    # Set up event handlers
22
    def on_session_started(data):
23
        print(f"Session started: {data}")
24
25
    def on_partial_transcript(data):
26
        print(f"Partial: {data.get('text', '')}")
27
28
    def on_committed_transcript(data):
29
        print(f"Committed: {data.get('text', '')}")
30
31
    # Committed transcripts with word-level timestamps. Only received when include_timestamps is set to True.
32
    def on_committed_transcript_with_timestamps(data):
33
        print(f"Committed with timestamps: {data.get('words', '')}")
34
35
    # Errors - will catch all errors, both server and websocket specific errors
36
    def on_error(error):
37
        print(f"Error: {error}")
38
        # Signal to stop on error
39
        stop_event.set()
40
41
    def on_close():
42
        print("Connection closed")
43
44
    # Register event handlers
45
    connection.on(RealtimeEvents.SESSION_STARTED, on_session_started)
46
    connection.on(RealtimeEvents.PARTIAL_TRANSCRIPT, on_partial_transcript)
47
    connection.on(RealtimeEvents.COMMITTED_TRANSCRIPT, on_committed_transcript)
48
    connection.on(RealtimeEvents.COMMITTED_TRANSCRIPT_WITH_TIMESTAMPS, on_committed_transcript_with_timestamps)
49
    connection.on(RealtimeEvents.ERROR, on_error)
50
    connection.on(RealtimeEvents.CLOSE, on_close)
51
52
    print("Transcribing audio stream... (Press Ctrl+C to stop)")
53
54
    try:
55
        # Wait until error occurs or connection closes
56
        await stop_event.wait()
57
    except KeyboardInterrupt:
58
        print("\nStopping transcription...")
59
    finally:
60
        await connection.close()
61
62
if __name__ == "__main__":
63
    asyncio.run(main())