Turn an Image into a Video

1
const apiKey = process.env.OPENROUTER_API_KEY;
2
const firstFrameUrl = process.env.FIRST_FRAME_URL;
3
4
if (!apiKey) {
5
  throw new Error("Set OPENROUTER_API_KEY first.");
6
}
7
8
if (!firstFrameUrl) {
9
  throw new Error("Set FIRST_FRAME_URL to a directly downloadable image URL.");
10
}
11
12
const response = await fetch("https://openrouter.ai/api/v1/videos", {
13
  method: "POST",
14
  headers: {
15
    Authorization: `Bearer ${apiKey}`,
16
    "Content-Type": "application/json",
17
  },
18
  body: JSON.stringify({
19
    model: "google/veo-3.1-lite",
20
    prompt:
21
      "The camera slowly pushes in as the subject turns toward warm window light, cinematic, realistic motion",
22
    duration: 4,
23
    resolution: "720p",
24
    aspect_ratio: "16:9",
25
    generate_audio: false,
26
    frame_images: [
27
      {
28
        type: "image_url",
29
        image_url: {
30
          url: firstFrameUrl,
31
        },
32
        frame_type: "first_frame",
33
      },
34
    ],
35
  }),
36
});
37
38
if (!response.ok) {
39
  throw new Error(await response.text());
40
}
41
42
const job = await response.json();
43
console.log(job);

1
const lastFrameUrl = process.env.LAST_FRAME_URL;
2
3
if (!lastFrameUrl) {
4
  throw new Error("Set LAST_FRAME_URL to a directly downloadable image URL.");
5
}
6
7
// Before submitting, confirm this URL returns 200 with an image content type:
8
// curl -I "$LAST_FRAME_URL"
9
const frameImages = [
10
  {
11
    type: "image_url",
12
    image_url: { url: firstFrameUrl },
13
    frame_type: "first_frame",
14
  },
15
  {
16
    type: "image_url",
17
    image_url: { url: lastFrameUrl },
18
    frame_type: "last_frame",
19
  },
20
];

1
import { writeFile } from "node:fs/promises";
2
3
async function waitForVideo(job) {
4
  let current = job;
5
6
  for (let attempt = 1; attempt <= 60; attempt += 1) {
7
    if (current.status === "completed") {
8
      return current;
9
    }
10
11
    if (current.status === "failed") {
12
      throw new Error(current.error ?? "Video generation failed.");
13
    }
14
15
    if (["cancelled", "expired"].includes(current.status)) {
16
      throw new Error(current.error ?? `Video generation ${current.status}.`);
17
    }
18
19
    await new Promise((resolve) => setTimeout(resolve, 30_000));
20
21
    if (!current.polling_url) {
22
      throw new Error("Video job did not include a polling_url.");
23
    }
24
25
    const pollingUrl = new URL(current.polling_url, "https://openrouter.ai");
26
    const response = await fetch(pollingUrl, {
27
      headers: {
28
        Authorization: `Bearer ${apiKey}`,
29
      },
30
    });
31
32
    if (!response.ok) {
33
      throw new Error(await response.text());
34
    }
35
36
    current = await response.json();
37
  }
38
39
  throw new Error("Video generation did not complete after 60 attempts.");
40
}
41
42
async function downloadVideo(job) {
43
  const videoUrl =
44
    job.unsigned_urls?.[0] ??
45
    `https://openrouter.ai/api/v1/videos/${job.id}/content?index=0`;
46
47
  const response = await fetch(videoUrl, {
48
    headers: videoUrl.startsWith("https://openrouter.ai/api/")
49
      ? { Authorization: `Bearer ${apiKey}` }
50
      : undefined,
51
  });
52
53
  if (!response.ok) {
54
    throw new Error(await response.text());
55
  }
56
57
  return Buffer.from(await response.arrayBuffer());
58
}
59
60
const completedJob = await waitForVideo(job);
61
const videoBuffer = await downloadVideo(completedJob);
62
await writeFile("image-video.mp4", videoBuffer);
63
console.log("Saved image-video.mp4");