AI Voiceovers

!pip install videodb

npm install videodb

import videodb

# Set your API key
api_key = "your_api_key"

# Connect to VideoDB
conn = videodb.connect(api_key=api_key)
coll = conn.get_collection()

import { connect } from 'videodb';

// Connect to VideoDB
const conn = await connect({ apiKey: process.env.VIDEO_DB_API_KEY });
const coll = await conn.getCollection();

# Upload a video by URL
video = coll.upload(url='https://youtu.be/RcRjY5kzia8')

// Upload a video by URL
const video = await coll.uploadURL({ url: 'https://youtu.be/RcRjY5kzia8' });

video_scenes_id = video.index_scenes()

const videoScenesId = await video.indexScenes();

video_scenes = video.get_scene_index(video_scenes_id)

import json
print(json.dumps(video_scenes[0], indent=2))

const videoScenes = await video.getSceneIndex(videoScenesId);

console.log(JSON.stringify(videoScenes[0], null, 2));

# Construct a prompt with the scene context
scene_context = "\n".join([f"- {scene['description']}" for scene in video_scenes])

prompt = f"""
Here is a visual description of a video about the underwater world:
{scene_context}

Based on this, write a short, engaging voiceover script in the style of a nature documentary narrator (like David Attenborough).
Keep it synced to the flow of the visuals described.
Return ONLY the raw text of the narration, no stage directions or titles.
"""

# Generate the script using VideoDB
script_response = coll.generate_text(
    prompt=prompt,
    model_name="pro")

script_text = script_response["output"]

print("--- Generated Script ---")
print(script_text)

// Construct a prompt with the scene context
const sceneContext = videoScenes.map(scene => `- ${scene.description}`).join('\n');

const prompt = `
Here is a visual description of a video about the underwater world:
${sceneContext}

Based on this, write a short, engaging voiceover script in the style of a nature documentary narrator (like David Attenborough).
Keep it synced to the flow of the visuals described.
Return ONLY the raw text of the narration, no stage directions or titles.
`;

// Generate the script using VideoDB
const scriptResponse = await coll.generateText(
    prompt,
    "pro"
);

const scriptText = scriptResponse.output;

console.log("--- Generated Script ---");
console.log(scriptText);

# Generate speech directly as a VideoDB Audio Asset
audio = coll.generate_voice(
    text=script_text,
    voice_name="Default")

print(f"Generated Audio Asset ID: {audio.id}")

// Generate speech directly as a VideoDB Audio Asset
const audio = await coll.generateVoice(
    scriptText,
    "Default"
);

console.log(`Generated Audio Asset ID: ${audio.id}`);

from videodb.editor import Timeline, Track, Clip, VideoAsset, AudioAsset

# Create a timeline
timeline = Timeline(conn)

# 1. Create a Video Track
video_track = Track()
video_asset = VideoAsset(id=video.id)
# Add the video clip
video_clip = Clip(asset=video_asset, duration=float(video.length))
video_track.add_clip(0, video_clip)

# 2. Create an Audio Track for the voiceover
audio_track = Track()
# Use the audio object we generated in Step 5
audio_asset = AudioAsset(id=audio.id)
audio_clip = Clip(asset=audio_asset, duration=float(audio.length))
audio_track.add_clip(0, audio_clip)

# Add tracks to timeline
timeline.add_track(video_track)
timeline.add_track(audio_track)

import { EditorTimeline, Track, Clip, EditorVideoAsset, EditorAudioAsset } from 'videodb';

// Create a timeline
const timeline = new EditorTimeline(conn);

// 1. Create a Video Track
const videoTrack = new Track();
const videoAsset = new EditorVideoAsset({ id: video.id });
// Add the video clip
const videoClip = new Clip({ asset: videoAsset, duration: parseFloat(video.length) });
videoTrack.addClip(0, videoClip);

// 2. Create an Audio Track for the voiceover
const audioTrack = new Track();
// Use the audio object we generated in Step 5
const audioAsset = new EditorAudioAsset({ id: audio.id });
const audioClip = new Clip({ asset: audioAsset, duration: parseFloat(audio.length) });
audioTrack.addClip(0, audioClip);

// Add tracks to timeline
timeline.addTrack(videoTrack);
timeline.addTrack(audioTrack);

from videodb import play_stream

stream_url = timeline.generate_stream()
play_stream(stream_url)

const streamUrl = await timeline.generateStream();
console.log(streamUrl);