How to dub video and audio with ElevenLabs

$
pip install elevenlabs

$
pip install python-dotenv

$
ELEVENLABS_API_KEY=your_elevenlabs_api_key_here

1
def create_dub_from_file(
2
    input_file_path: str,
3
    file_format: str,
4
    source_language: str,
5
    target_language: str,
6
) -> Optional[str]:
7
    """
8
    Dubs an audio or video file from one language to another and saves the output.
9
10
    Args:
11
        input_file_path (str): The file path of the audio or video to dub.
12
        file_format (str): The file format of the input file.
13
        source_language (str): The language of the input file.
14
        target_language (str): The target language to dub into.
15
16
    Returns:
17
        Optional[str]: The file path of the dubbed file or None if operation failed.
18
    """
19
    if not os.path.isfile(input_file_path):
20
        raise FileNotFoundError(f"The input file does not exist: {input_file_path}")
21
22
    with open(input_file_path, "rb") as audio_file:
23
        response = client.dubbing.dub_a_video_or_an_audio_file(
24
            file=(os.path.basename(input_file_path), audio_file, file_format), # Optional file
25
            target_lang=target_language, # The target language to dub the content into. Can be none if dubbing studio editor is enabled and running manual mode
26
            mode="automatic", # automatic or manual.
27
            source_lang=source_language, # Source language
28
            num_speakers=1, # Number of speakers to use for the dubbing.
29
            watermark=False,  # Whether to apply watermark to the output video.
30
        )
31
32
    # rest of the code

1
def wait_for_dubbing_completion(dubbing_id: str) -> bool:
2
    """
3
    Waits for the dubbing process to complete by periodically checking the status.
4
5
    Args:
6
        dubbing_id (str): The dubbing project id.
7
8
    Returns:
9
        bool: True if the dubbing is successful, False otherwise.
10
    """
11
    MAX_ATTEMPTS = 120
12
    CHECK_INTERVAL = 10  # In seconds
13
14
    for _ in range(MAX_ATTEMPTS):
15
        metadata = client.dubbing.get_dubbing_project_metadata(dubbing_id)
16
        if metadata.status == "dubbed":
17
            return True
18
        elif metadata.status == "dubbing":
19
            print(
20
                "Dubbing in progress... Will check status again in",
21
                CHECK_INTERVAL,
22
                "seconds.",
23
            )
24
            time.sleep(CHECK_INTERVAL)
25
        else:
26
            print("Dubbing failed:", metadata.error_message)
27
            return False
28
29
    print("Dubbing timed out")
30
    return False

1
def download_dubbed_file(dubbing_id: str, language_code: str) -> str:
2
    """
3
    Downloads the dubbed file for a given dubbing ID and language code.
4
5
    Args:
6
        dubbing_id: The ID of the dubbing project.
7
        language_code: The language code for the dubbing.
8
9
    Returns:
10
        The file path to the downloaded dubbed file.
11
    """
12
    dir_path = f"data/{dubbing_id}"
13
    os.makedirs(dir_path, exist_ok=True)
14
15
    file_path = f"{dir_path}/{language_code}.mp4"
16
    with open(file_path, "wb") as file:
17
        for chunk in client.dubbing.get_dubbed_file(dubbing_id, language_code):
18
            file.write(chunk)
19
20
    return file_path

1
def create_dub_from_file(
2
    input_file_path: str,
3
    file_format: str,
4
    source_language: str,
5
    target_language: str,
6
) -> Optional[str]:
7
    """
8
    Dubs an audio or video file from one language to another and saves the output.
9
10
    Args:
11
        input_file_path (str): The file path of the audio or video to dub.
12
        file_format (str): The file format of the input file.
13
        source_language (str): The language of the input file.
14
        target_language (str): The target language to dub into.
15
16
    Returns:
17
        Optional[str]: The file path of the dubbed file or None if operation failed.
18
    """
19
    if not os.path.isfile(input_file_path):
20
        raise FileNotFoundError(f"The input file does not exist: {input_file_path}")
21
22
    with open(input_file_path, "rb") as audio_file:
23
        response = client.dubbing.dub_a_video_or_an_audio_file(
24
            file=(os.path.basename(input_file_path), audio_file, file_format),
25
            target_lang=target_language,
26
            mode="automatic",
27
            source_lang=source_language,
28
            num_speakers=1,
29
            watermark=False,  # reduces the characters used if enabled, only works for videos not audio
30
        )
31
32
    dubbing_id = response.dubbing_id
33
    if wait_for_dubbing_completion(dubbing_id):
34
        output_file_path = download_dubbed_file(dubbing_id, target_language)
35
        return output_file_path
36
    else:
37
        return None

1
if __name__ == "__main__":
2
    result = create_dub_from_file(
3
        "../example_speech.mp3",  # Input file path
4
        "audio/mpeg",  # File format
5
        "en",  # Source language
6
        "es",  # Target language
7
    )
8
    if result:
9
        print("Dubbing was successful! File saved at:", result)
10
    else:
11
        print("Dubbing failed or timed out.")

1
def create_dub_from_url(
2
    source_url: str,
3
    source_language: str,
4
    target_language: str,
5
) -> Optional[str]:
6
    """
7
    Downloads a video from a URL, and creates a dubbed version in the target language.
8
9
    Args:
10
        source_url (str): The URL of the source video to dub. Can be a YouTube link, TikTok, X (Twitter) or a Vimeo link.
11
        source_language (str): The language of the source video.
12
        target_language (str): The target language to dub into.
13
14
    Returns:
15
        Optional[str]: The file path of the dubbed file or None if operation failed.
16
    """
17
18
    response = client.dubbing.dub_a_video_or_an_audio_file(
19
      source_url=source_url, # URL of the source video/audio file.
20
      target_lang=target_language, # The Target language to dub the content into. Can be none if dubbing studio editor is enabled and running manual mode
21
      mode="automatic", # automatic or manual.
22
      source_lang=source_language, # Source language.
23
      num_speakers=1, # Number of speakers to use for the dubbing.
24
      watermark=True,  # Whether to apply watermark to the output video.
25
    )
26
27
    dubbing_id = response.dubbing_id
28
    if wait_for_dubbing_completion(dubbing_id):
29
        output_file_path = download_dubbed_file(dubbing_id, target_language)
30
        return output_file_path
31
    else:
32
        return None

1
if __name__ == "__main__":
2
    source_url = "https://www.youtube.com/watch?v=0EqSXDwTq6U"  # Charlie bit my finger
3
    source_language = "en"
4
    target_language = "fr"
5
    result = create_dub_from_url(source_url, source_language, target_language)
6
    if result:
7
        print("Dubbing was successful! File saved at:", result)
8
    else:
9
        print("Dubbing failed or timed out.")