{
  "title": "Video",
  "video_id": "tW_vJQhKzC4",
  "published": "2024-03-15T14:30:08+0000",
  "complexity": "Complex",
  "old_url": "https://workflows-of-ai.com/workflow/video",
  "description": "Chain Simple Crawler, OpenAI, ElevenLabs, DALL-E and D-ID with the AI Interpolator to make a talking avatar video from a link and a photo.",
  "subtitle": "Give it a link and a photo, and get back a talking avatar that rhymes about the page in your own cloned voice.",
  "summary": "A link and a photo go in, and out comes an avatar video that recites a four-line rhyme in Marcus's cloned ElevenLabs voice. The chain scrapes the page, writes the rhyme with GPT-4 Turbo, describes the photo with GPT-4 Vision, redraws it with DALL-E 3 and animates it with D-ID. A voice field then lets the editor pick a different voice for each video.",
  "categories": [
    "Drupal AI"
  ],
  "intro_html": "<p>In this video we will take a link to a webpage and an image of yours truly and then do the following.</p><p>We first scrape the webpage and have OpenAI generate a rhyme of 4 sentences that we pass to ElevenLabs to generate in my voice.</p><p>Then we take my image and ask OpenAI to describe it and use DALL-E to generate an avatar version of me.</p><p>We then take the image and the voice and combine them into an avatar video where I talk about the history of the AI Interpolator in rhyme.</p><p>As always it's free and open source and can be set up by yourself.</p>",
  "intro_added": false,
  "chapters": [
    "0:00 What we will build",
    "2:07 The finished avatar video",
    "3:46 Plugins for the avatar chain",
    "4:50 Content type and Simple Crawler",
    "7:17 Rhyming dialogue with ElevenLabs",
    "10:00 Describing and redrawing the photo",
    "14:27 Generating the video with D-ID",
    "15:28 Running the chain",
    "19:36 Picking the voice per video",
    "25:07 Personalized welcome videos"
  ],
  "corrections": [
    [
      "rupo",
      "Drupal"
    ],
    [
      "druple",
      "Drupal"
    ],
    [
      "droup",
      "Drupal"
    ],
    [
      "modules in grou",
      "modules in Drupal"
    ],
    [
      "trle",
      "Drupal"
    ],
    [
      "AI interl",
      "AI Interpolator"
    ],
    [
      "AI inator",
      "AI Interpolator"
    ],
    [
      "in inator",
      "AI Interpolator"
    ],
    [
      "a inator",
      "AI Interpolator"
    ],
    [
      "11 La Field",
      "ElevenLabs field"
    ],
    [
      "11 Labs",
      "ElevenLabs"
    ],
    [
      "the did module",
      "the D-ID module"
    ],
    [
      "D ID",
      "D-ID"
    ],
    [
      "open AI",
      "OpenAI"
    ],
    [
      "gp4 Vision",
      "GPT-4 Vision"
    ],
    [
      "dolly3",
      "DALL-E 3"
    ],
    [
      "dolly",
      "DALL-E"
    ],
    [
      "F fmeg",
      "ffmpeg"
    ],
    [
      "huge Jackman",
      "Hugh Jackman"
    ],
    [
      "jira",
      "Jira"
    ]
  ],
  "ai_note": "The video and the introduction are Marcus's own, first published on workflows-of-ai.com. AI wrote the subtitle, the summary and the video chapters from the transcript, and corrected misheard names in YouTube's automatic captions."
}